[ 591.739344] env[68927]: INFO neutron.common.config [-] Logging enabled! [ 591.739344] env[68927]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.1.0.dev32 [ 591.739344] env[68927]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=68927) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 591.739344] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 591.739344] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 591.739344] env[68927]: WARNING oslo_policy.policy [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 591.739344] env[68927]: WARNING oslo_policy.policy [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 591.740412] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] VMware NSXv3 Agent initialized successfully. [ 591.740760] env[68927]: DEBUG oslo_concurrency.lockutils [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] Acquiring lock "singleton_lock" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.740902] env[68927]: DEBUG oslo_concurrency.lockutils [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] Acquired lock "singleton_lock" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.741114] env[68927]: DEBUG oslo_concurrency.lockutils [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] Releasing lock "singleton_lock" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.741418] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] Full set of CONF: {{(pid=68927) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 591.741650] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ******************************************************************************** {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 591.741730] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] Configuration options gathered from: {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 591.741969] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 591.742161] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 591.742276] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ================================================================================ {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 591.742455] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] agent_down_time = 75 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.742603] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] allow_automatic_dhcp_failover = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.742750] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] allow_bulk = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.742899] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] api_extensions_path = {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.743058] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] api_paste_config = api-paste.ini {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.743208] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] auth_strategy = keystone {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.743320] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] backdoor_port = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.743430] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] backdoor_socket = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.743574] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] backlog = 4096 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.743720] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] base_mac = fa:16:3e:00:00:00 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.743885] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] bind_host = 0.0.0.0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.744044] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] bind_port = 9696 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.744193] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] client_socket_timeout = 900 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.744340] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] config_dir = [] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.744456] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.744629] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] config_source = [] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.744785] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] control_exchange = neutron {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.744937] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] core_plugin = ml2 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.745095] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] debug = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.745244] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] default_availability_zones = [] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.745461] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.745610] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] dhcp_agent_notification = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.745776] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] dhcp_agents_per_network = 1 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.745927] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] dhcp_lease_duration = 86400 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.746098] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] dhcp_load_type = networks {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.746252] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] dns_domain = openstacklocal {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.746399] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.746542] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] enable_default_route_bfd = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.746683] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] enable_default_route_ecmp = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.746824] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] enable_dvr = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.746959] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] enable_new_agents = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.747112] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] enable_services_on_agents_with_admin_state_down = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.747253] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] enable_signals = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.747390] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] enable_traditional_dhcp = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.747527] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] external_dns_driver = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.747667] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] filter_validation = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.747819] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] global_physnet_mtu = 8950 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.747962] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] graceful_shutdown_timeout = 60 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.748157] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] host = cpu-1 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.748306] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] host_dvr_for_dhcp = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.748450] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] http_retries = 3 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.748597] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] instance_format = [instance: %(uuid)s] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.748744] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.748888] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ipam_driver = internal {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.749043] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ipv6_pd_enabled = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.749190] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] l3_ha = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.749425] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.749481] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] l3_ha_network_physical_name = {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.749619] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] l3_ha_network_type = {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.749766] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] log_color = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.750813] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] log_config_append = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.750813] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.750813] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] log_dir = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.750813] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] log_file = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.750813] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] log_options = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.750813] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] log_rotate_interval = 1 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.750813] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] log_rotate_interval_type = days {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.751588] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] log_rotation_type = none {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.751588] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.751588] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.751588] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.751588] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.751844] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.751844] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] max_dns_nameservers = 5 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.751844] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] max_header_line = 16384 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.751978] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] max_l3_agents_per_router = 3 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.752182] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] max_logfile_count = 30 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.752182] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] max_logfile_size_mb = 200 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.752309] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] max_subnet_host_routes = 20 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753384] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] my_ip = 10.180.1.21 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753384] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] my_ipv6 = ::1 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753384] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] network_auto_schedule = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753384] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] network_link_prefix = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753384] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753384] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] notify_nova_on_port_data_changes = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753598] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] notify_nova_on_port_status_changes = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753598] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] pagination_max_limit = -1 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753598] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] publish_errors = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753684] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] rate_limit_burst = 0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753806] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] rate_limit_except_level = CRITICAL {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754103] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] rate_limit_interval = 0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754103] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] retry_until_window = 30 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754247] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] router_distributed = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754610] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] rpc_resources_processing_step = 20 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754610] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] rpc_response_max_timeout = 600 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754750] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] rpc_response_timeout = 60 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754830] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] send_events_interval = 2 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754949] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] service_plugins = ['router'] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.755105] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] setproctitle = on {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.755240] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] shell_completion = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.755448] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] state_path = /opt/stack/data/neutron {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.755534] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] syslog_log_facility = LOG_USER {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756032] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] tcp_keepidle = 600 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756032] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] transport_url = **** {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756032] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] use_journal = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756209] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] use_json = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756274] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] use_ssl = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756409] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] use_stderr = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756590] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] use_syslog = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756748] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] vlan_qinq = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756817] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] vlan_transparent = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.757237] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] watch_log_file = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.757237] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] wsgi_default_pool_size = 100 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.757237] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] wsgi_keep_alive = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.757443] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.757505] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] wsgi_server_debug = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.757660] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_concurrency.disable_process_locking = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.757807] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.758733] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.758733] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.758733] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.758733] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.758733] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.758733] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler.connection_string = messaging:// {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.758907] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler.enabled = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.759011] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler.es_doc_type = notification {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.759137] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler.es_scroll_size = 10000 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.759282] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler.es_scroll_time = 2m {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.759424] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler.filter_error_trace = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.759569] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler.hmac_keys = **** {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.759714] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler.sentinel_service_name = mymaster {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.759864] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler.socket_timeout = 0.1 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.760014] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler.trace_requests = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.760255] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler.trace_sqlalchemy = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.760368] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler_jaeger.process_tags = {} {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.760462] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler_jaeger.service_name_prefix = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.761128] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] profiler_otlp.service_name_prefix = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.761128] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_policy.enforce_new_defaults = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.761128] env[68927]: WARNING oslo_config.cfg [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 591.761292] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_policy.enforce_scope = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.761326] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_policy.policy_default_rule = default {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.761471] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.761617] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.762526] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.762526] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.762526] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.762526] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.762526] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.762526] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_policy.remote_timeout = 60.0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.762736] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.762765] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] agent.extensions = [] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.762910] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.763065] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] service_providers.service_provider = [] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.763218] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] QUOTAS.default_quota = -1 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.763366] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.763507] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] QUOTAS.quota_floatingip = 50 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.763759] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] QUOTAS.quota_network = 100 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.763830] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] QUOTAS.quota_port = 500 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.763962] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] QUOTAS.quota_rbac_policy = 10 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.764402] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] QUOTAS.quota_router = 10 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.764402] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] QUOTAS.quota_security_group = 10 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.764402] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] QUOTAS.quota_security_group_rule = 100 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.764530] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] QUOTAS.quota_subnet = 100 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.764715] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] QUOTAS.track_quota_usage = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.765337] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.765337] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep.group = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.765337] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep.helper_command = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.765337] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep.logger_name = oslo_privsep.daemon {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.765466] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep.thread_pool_size = 8 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.765552] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep.user = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.765704] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.765840] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_dhcp_release.group = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.765975] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_dhcp_release.helper_command = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.766126] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.766299] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.766396] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_dhcp_release.user = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768638] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768638] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_ovs_vsctl.group = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768638] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_ovs_vsctl.helper_command = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768638] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768638] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768638] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_ovs_vsctl.user = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768638] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_namespace.capabilities = [21] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768908] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_namespace.group = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768908] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_namespace.helper_command = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768908] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768908] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_namespace.thread_pool_size = 8 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768908] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_namespace.user = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768908] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_conntrack.capabilities = [12] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.768908] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_conntrack.group = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769109] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_conntrack.helper_command = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769109] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769109] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_conntrack.thread_pool_size = 8 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769109] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_conntrack.user = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769109] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_link.capabilities = [12, 21] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769249] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_link.group = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769278] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_link.helper_command = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769413] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769536] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_link.thread_pool_size = 8 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769669] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] privsep_link.user = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769822] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.769969] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.770122] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.continue_on_failed_promotions = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.770261] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.dscp = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.770401] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.dscp_inherit = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.770545] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.force_mp_to_policy = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.770682] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.locking_coordinator_url = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.770819] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.log_agent_heartbeats = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.770959] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.logging_expire = 1 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.771115] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.771267] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.772309] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.polling_interval = 240 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.772309] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.772309] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.quitting_rpc_timeout = 120 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.772309] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.report_interval = 30.0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.772309] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.772309] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.772507] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.772507] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.sync_skew = 60 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.772627] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.synchronization_queue_size = 20 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.772772] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT.use_helper_for_ns_read = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.772920] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] SECURITYGROUP.enable_ipset = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.773079] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] SECURITYGROUP.enable_security_group = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.773227] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.773374] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.773519] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] experimental.ipv6_pd_enabled = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.773704] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ml2.extension_drivers = ['port_security'] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.773848] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ml2.external_network_type = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.774016] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.774167] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ml2.overlay_ip_version = 4 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.774316] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ml2.path_mtu = 8950 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.774461] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ml2.physical_network_mtus = {} {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.774629] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ml2.tenant_network_types = ['vlan'] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.775759] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.775759] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ml2.type_drivers = ['vlan'] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.775759] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT_CLI.neutron_port_id = [] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.775759] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.775759] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.775759] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.775759] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.775989] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.776030] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.776180] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.776323] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.776512] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777077] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_login_password = **** {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777077] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_login_port = 443 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777077] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_login_user = admin {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777262] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777262] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777395] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777538] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777687] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777835] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.778189] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.778189] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.778337] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.778425] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.778576] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779245] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779245] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779245] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779245] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] vsphere.vsphere_login_password = VMware1! {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779399] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779911] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779911] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] nova.auth_section = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779911] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] nova.auth_type = password {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780129] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780129] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] nova.certfile = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780240] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] nova.collect_timing = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780375] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] nova.endpoint_type = public {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780514] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] nova.insecure = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780649] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] nova.keyfile = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780794] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] nova.region_name = RegionOne {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780966] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] nova.split_loggers = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781154] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] nova.timeout = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781234] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] placement.auth_section = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781742] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] placement.auth_type = password {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781742] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781742] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] placement.certfile = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781843] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] placement.collect_timing = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781923] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] placement.endpoint_type = public {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782075] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] placement.insecure = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782212] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] placement.keyfile = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782343] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] placement.region_name = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782478] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] placement.split_loggers = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782660] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] placement.timeout = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782766] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.auth_section = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782901] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.auth_type = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785068] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.cafile = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785068] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.certfile = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785068] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.collect_timing = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785068] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.connect_retries = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785068] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.connect_retry_delay = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785068] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.enable_notifications = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785068] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.endpoint_override = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785305] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.insecure = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785305] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.interface = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785305] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.keyfile = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785305] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.max_version = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785305] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.min_version = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785305] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.region_name = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785305] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.retriable_status_codes = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785484] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.service_name = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785484] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.service_type = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785484] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.split_loggers = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785484] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.status_code_retries = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785484] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.status_code_retry_delay = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785730] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.timeout = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785787] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.valid_interfaces = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785926] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ironic.version = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786088] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] cli_script.dry_run = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786240] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786381] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786525] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786663] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786799] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786937] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787085] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787224] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787363] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787512] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787649] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787845] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787937] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788576] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788576] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788576] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788576] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788881] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788881] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788939] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789082] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789235] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789382] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789528] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789674] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789842] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789964] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790123] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790268] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790414] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790557] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.ssl = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790710] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790858] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791011] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791171] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791315] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.ssl_version = {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791459] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791613] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_notifications.driver = [] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791761] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_notifications.retry = -1 {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791917] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.792100] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] oslo_messaging_notifications.transport_url = **** {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.792181] env[68927]: DEBUG oslo_service.backend.eventlet.service [None req-99c9959a-3536-44aa-9788-47d126bff29f None None] ******************************************************************************** {{(pid=68927) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 591.793117] env[68927]: DEBUG neutron.agent.securitygroups_rpc [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Init firewall settings (driver=nsxv3) {{(pid=68927) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 591.794424] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=68927) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 591.794691] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] RPC agent_id: nsxm-l-01a.corp.local [ 591.796870] env[68927]: DEBUG dogpile.cache.region [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 591.797027] env[68927]: DEBUG dogpile.lock [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.797140] env[68927]: DEBUG dogpile.lock [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.797231] env[68927]: DEBUG dogpile.lock [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.797330] env[68927]: DEBUG dogpile.cache.region [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 591.797424] env[68927]: DEBUG dogpile.lock [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.797550] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.823818] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Session token - acquiring [ 591.825433] env[68927]: DEBUG networking_nsxv3.common.locking [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.825601] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.825720] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.826113] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.836275] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.093431] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 592.116230] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.116417] env[68927]: DEBUG dogpile.cache.region [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Cache value generated in 0.319 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 592.116549] env[68927]: DEBUG dogpile.lock [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.116683] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Activating Policy API Provider. [ 592.116984] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Looking for the default Infrastructure Rules. [ 592.185579] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Looking for the Default Layer3 Logged Drop Section. [ 592.199712] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 592.200147] env[68927]: DEBUG networking_nsxv3.common.locking [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.200320] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquiring lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.200426] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.200695] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired external semaphore "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.201025] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.715551] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.222385] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.725169] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Inventory metadata is going to be refreshed. [ 593.725337] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 594.529711] env[68927]: DEBUG networking_nsxv3.common.locking [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.530257] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.530257] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.530384] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.543148] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 594.659381] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.660486] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 594.679649] env[68927]: DEBUG networking_nsxv3.common.locking [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.679974] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.679974] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.680322] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.680463] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.680621] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 594.680743] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 594.680854] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 594.699396] env[68927]: DEBUG networking_nsxv3.common.locking [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.699728] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.699728] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.699975] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.700302] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.700473] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 594.720080] env[68927]: DEBUG networking_nsxv3.common.locking [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.720354] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.720484] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.720707] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.720820] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.720973] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 594.740021] env[68927]: DEBUG networking_nsxv3.common.locking [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.740317] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquiring lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.740433] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.740638] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired external semaphore "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.740801] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Releasing lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.740963] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 594.741175] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 594.741256] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 594.761202] env[68927]: DEBUG networking_nsxv3.common.locking [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.761417] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquiring lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.761539] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.761767] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired external semaphore "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.761898] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Releasing lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.762056] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 594.762167] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 594.762276] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 594.783182] env[68927]: DEBUG networking_nsxv3.common.locking [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.783437] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.783437] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.783720] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.783869] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.784033] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 594.784148] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 594.784253] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Inventory metadata have been refreshed. [ 594.784354] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Dryrun:True. Metadata refresh completed. [ 594.784476] env[68927]: DEBUG oslo_concurrency.lockutils [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Releasing lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.786167] env[68927]: INFO neutron.agent.agent_extensions_manager [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Loaded agent extensions: [] [ 594.786881] env[68927]: DEBUG neutron_lib.callbacks.manager [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=68927) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 594.846154] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NSXv3 Agent Agent RPC Daemon Started! [ 594.846154] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NSXv3 Agent Agent loop - iteration:0 started [ 594.846154] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NSXv3 Agent Agent out of sync with plugin! [ 599.787285] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.787680] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 604.790072] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 604.790338] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 608.420069] env[68927]: INFO networking_nsxv3.common.synchronization [None req-5fe9b25b-2056-4d62-a83d-b5a1cc68e76d demo admin] Enqueued Resource ID: 0df85035-0beb-4a9a-a567-12eecf61bbdc with Priority: HIGHEST for action security_group_rules [ 608.420614] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df85035-0beb-4a9a-a567-12eecf61bbdc with Priority: HIGHEST for action security_group_rules [ 608.420945] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0df85035-0beb-4a9a-a567-12eecf61bbdc taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.421110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0df85035-0beb-4a9a-a567-12eecf61bbdc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.421177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0df85035-0beb-4a9a-a567-12eecf61bbdc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.421517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0df85035-0beb-4a9a-a567-12eecf61bbdc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.421603] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0df85035-0beb-4a9a-a567-12eecf61bbdc',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.941793] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.942037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.942037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.942278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.942355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.942427] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0df85035-0beb-4a9a-a567-12eecf61bbdc already deleted. [ 608.942481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0df85035-0beb-4a9a-a567-12eecf61bbdc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.790474] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.790942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.790942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.790942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.791197] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.293755] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.795877] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.297892] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 612.298103] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 613.032411] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.032884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.032884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.032884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.044517] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 613.045345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.045969] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 613.061667] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.061825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.061884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.062050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.062138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.062242] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 613.062314] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 613.062384] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 613.080316] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.080437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.080508] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.080671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.080794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.080897] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 613.101926] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.102163] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.102163] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.102276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.102373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.102470] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 613.121930] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.122069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.122133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.122299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.122390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.122496] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 613.122571] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 613.122653] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 613.139063] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.139215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.139283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.139420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.139504] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.139603] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 613.139675] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 613.139746] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 613.156481] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.156616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.156655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.156824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.156930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.157050] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 613.157145] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 613.157216] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 613.157318] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 613.157421] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 613.157421] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 613.157491] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 613.157725] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 613.157790] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 613.157851] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 613.176291] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.176478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.176478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.176637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.176733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.176832] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 613.194913] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.195086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.195145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.195267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.195360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.225699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.421711] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 613.421711] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 618.422993] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 618.423416] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 623.423850] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 623.424230] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 628.425118] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 628.425483] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 632.523266] env[68927]: INFO networking_nsxv3.common.synchronization [None req-fab72ba6-9300-4f66-8da5-0b4464644db6 None None] Enqueued Resource ID: ccca340d-f840-44a5-af74-f3b1a0d788a5 with Priority: HIGHEST for action port [ 632.523552] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccca340d-f840-44a5-af74-f3b1a0d788a5 with Priority: HIGHEST for action port [ 632.524092] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccca340d-f840-44a5-af74-f3b1a0d788a5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.524223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccca340d-f840-44a5-af74-f3b1a0d788a5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.524909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccca340d-f840-44a5-af74-f3b1a0d788a5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.524909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccca340d-f840-44a5-af74-f3b1a0d788a5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.524909] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccca340d-f840-44a5-af74-f3b1a0d788a5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.029110] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccca340d-f840-44a5-af74-f3b1a0d788a5 [ 633.029424] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.029565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.029633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.029854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.029953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.030053] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccca340d-f840-44a5-af74-f3b1a0d788a5 already deleted. [ 633.030133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccca340d-f840-44a5-af74-f3b1a0d788a5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.031855] env[68927]: INFO networking_nsxv3.common.synchronization [None req-efd65d80-799a-4c5b-a615-0d46bc8cbbd8 None None] Enqueued Resource ID: dee0db24-0c5a-426e-a2f4-ad4fb177444a with Priority: HIGHEST for action port [ 633.032276] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee0db24-0c5a-426e-a2f4-ad4fb177444a with Priority: HIGHEST for action port [ 633.032660] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee0db24-0c5a-426e-a2f4-ad4fb177444a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.032772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee0db24-0c5a-426e-a2f4-ad4fb177444a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.032838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee0db24-0c5a-426e-a2f4-ad4fb177444a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.033088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee0db24-0c5a-426e-a2f4-ad4fb177444a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.033165] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee0db24-0c5a-426e-a2f4-ad4fb177444a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.536216] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dee0db24-0c5a-426e-a2f4-ad4fb177444a [ 633.536216] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.537045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.537045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.537461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.538591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.538591] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dee0db24-0c5a-426e-a2f4-ad4fb177444a already deleted. [ 633.538591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee0db24-0c5a-426e-a2f4-ad4fb177444a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.693740] env[68927]: INFO networking_nsxv3.common.synchronization [None req-715bbc37-bcc4-4e60-ac3b-2d9cc96fc5f6 None None] Enqueued Resource ID: 3108a839-fc2a-4f73-bd49-2437a382fbd4 with Priority: HIGHEST for action port [ 633.694516] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3108a839-fc2a-4f73-bd49-2437a382fbd4 with Priority: HIGHEST for action port [ 633.694823] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-3108a839-fc2a-4f73-bd49-2437a382fbd4 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.694917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3108a839-fc2a-4f73-bd49-2437a382fbd4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.697089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3108a839-fc2a-4f73-bd49-2437a382fbd4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.697369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3108a839-fc2a-4f73-bd49-2437a382fbd4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.697473] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3108a839-fc2a-4f73-bd49-2437a382fbd4',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.201474] env[68927]: INFO networking_nsxv3.common.synchronization [None req-010be1d1-5f06-4eb8-8bca-a5450387feb8 None None] Enqueued Resource ID: 51e90665-d8ab-4811-b9ea-f6c966b13752 with Priority: HIGHEST for action port [ 634.201474] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3108a839-fc2a-4f73-bd49-2437a382fbd4 [ 634.201474] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.201474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.201474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.201474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.201474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.201474] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3108a839-fc2a-4f73-bd49-2437a382fbd4 already deleted. [ 634.202222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3108a839-fc2a-4f73-bd49-2437a382fbd4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.202946] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e90665-d8ab-4811-b9ea-f6c966b13752 with Priority: HIGHEST for action port [ 634.207244] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-51e90665-d8ab-4811-b9ea-f6c966b13752 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.207244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51e90665-d8ab-4811-b9ea-f6c966b13752" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.207244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51e90665-d8ab-4811-b9ea-f6c966b13752" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.207244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51e90665-d8ab-4811-b9ea-f6c966b13752" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.207244] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e90665-d8ab-4811-b9ea-f6c966b13752',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.712407] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51e90665-d8ab-4811-b9ea-f6c966b13752 [ 634.712970] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.712970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.712970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.715407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.715407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.715407] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51e90665-d8ab-4811-b9ea-f6c966b13752 already deleted. [ 634.715407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51e90665-d8ab-4811-b9ea-f6c966b13752" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.882790] env[68927]: INFO networking_nsxv3.common.synchronization [None req-dc6daed3-bb42-4378-8d77-2303f4217fb8 None None] Enqueued Resource ID: 46dce735-d082-4e6d-832c-7550d82d61c6 with Priority: HIGHEST for action port [ 634.883507] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46dce735-d082-4e6d-832c-7550d82d61c6 with Priority: HIGHEST for action port [ 634.883703] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-46dce735-d082-4e6d-832c-7550d82d61c6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.883850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46dce735-d082-4e6d-832c-7550d82d61c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.883885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46dce735-d082-4e6d-832c-7550d82d61c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.886388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46dce735-d082-4e6d-832c-7550d82d61c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.886477] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46dce735-d082-4e6d-832c-7550d82d61c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.388805] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46dce735-d082-4e6d-832c-7550d82d61c6 [ 635.389135] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.389738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.389852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.392365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.392405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.392534] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46dce735-d082-4e6d-832c-7550d82d61c6 already deleted. [ 635.392594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46dce735-d082-4e6d-832c-7550d82d61c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.514999] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2041968f-8a0f-4a54-84e1-40d7a740e97c None None] Enqueued Resource ID: 4c70be75-97a1-4cec-9b05-33a187f55462 with Priority: HIGHEST for action port [ 635.515885] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c70be75-97a1-4cec-9b05-33a187f55462 with Priority: HIGHEST for action port [ 635.517813] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c70be75-97a1-4cec-9b05-33a187f55462 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.518378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c70be75-97a1-4cec-9b05-33a187f55462" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.518378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c70be75-97a1-4cec-9b05-33a187f55462" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.518378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c70be75-97a1-4cec-9b05-33a187f55462" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.518513] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c70be75-97a1-4cec-9b05-33a187f55462',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.704840] env[68927]: INFO networking_nsxv3.common.synchronization [None req-ec9d46db-fc58-4f24-a3dc-941577f3f7a0 None None] Enqueued Resource ID: a9bb3a0c-4aed-449a-9e4f-8673c1260364 with Priority: HIGHEST for action port [ 635.705404] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bb3a0c-4aed-449a-9e4f-8673c1260364 with Priority: HIGHEST for action port [ 635.705833] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9bb3a0c-4aed-449a-9e4f-8673c1260364 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.705833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9bb3a0c-4aed-449a-9e4f-8673c1260364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.706490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9bb3a0c-4aed-449a-9e4f-8673c1260364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.706490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9bb3a0c-4aed-449a-9e4f-8673c1260364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.706490] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9bb3a0c-4aed-449a-9e4f-8673c1260364',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.021432] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c70be75-97a1-4cec-9b05-33a187f55462 [ 636.021687] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.021854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.021960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.022596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.023737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.023737] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c70be75-97a1-4cec-9b05-33a187f55462 already deleted. [ 636.023737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c70be75-97a1-4cec-9b05-33a187f55462" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.210052] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9bb3a0c-4aed-449a-9e4f-8673c1260364 [ 636.210659] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.210659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.210659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.210803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.210803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.210878] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9bb3a0c-4aed-449a-9e4f-8673c1260364 already deleted. [ 636.210986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9bb3a0c-4aed-449a-9e4f-8673c1260364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.422628] env[68927]: INFO networking_nsxv3.common.synchronization [None req-53d70d1a-2134-4f37-b714-d7f1500b07b7 None None] Enqueued Resource ID: 1bf90c24-8f7a-44f2-b5b5-6df161c40032 with Priority: HIGHEST for action port [ 636.422880] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf90c24-8f7a-44f2-b5b5-6df161c40032 with Priority: HIGHEST for action port [ 636.423646] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf90c24-8f7a-44f2-b5b5-6df161c40032 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.423646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf90c24-8f7a-44f2-b5b5-6df161c40032" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.423646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf90c24-8f7a-44f2-b5b5-6df161c40032" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.423857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf90c24-8f7a-44f2-b5b5-6df161c40032" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.423937] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf90c24-8f7a-44f2-b5b5-6df161c40032',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.466081] env[68927]: INFO networking_nsxv3.common.synchronization [None req-3f8e275b-c4e3-4767-8ce1-a70fab762cfc None None] Enqueued Resource ID: 50ddd4e3-808e-4edc-afcf-315d1b0da1df with Priority: HIGHEST for action port [ 636.466374] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ddd4e3-808e-4edc-afcf-315d1b0da1df with Priority: HIGHEST for action port [ 636.466903] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-50ddd4e3-808e-4edc-afcf-315d1b0da1df taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.467428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50ddd4e3-808e-4edc-afcf-315d1b0da1df" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.467428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50ddd4e3-808e-4edc-afcf-315d1b0da1df" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.467428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50ddd4e3-808e-4edc-afcf-315d1b0da1df" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.467428] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50ddd4e3-808e-4edc-afcf-315d1b0da1df',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.926434] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bf90c24-8f7a-44f2-b5b5-6df161c40032 [ 636.926434] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.926434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.926434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.926434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.926434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.926434] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bf90c24-8f7a-44f2-b5b5-6df161c40032 already deleted. [ 636.926434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf90c24-8f7a-44f2-b5b5-6df161c40032" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.970866] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50ddd4e3-808e-4edc-afcf-315d1b0da1df [ 636.972270] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.972270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.972270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.972270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.972270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.972270] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50ddd4e3-808e-4edc-afcf-315d1b0da1df already deleted. [ 636.972270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50ddd4e3-808e-4edc-afcf-315d1b0da1df" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.036699] env[68927]: INFO networking_nsxv3.common.synchronization [None req-b4822f3a-0045-4510-b170-04b3bb53c4bd None None] Enqueued Resource ID: 140cbba4-3fd3-4d20-b83c-1b14828e732d with Priority: HIGHEST for action port [ 639.037655] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140cbba4-3fd3-4d20-b83c-1b14828e732d with Priority: HIGHEST for action port [ 639.038074] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-140cbba4-3fd3-4d20-b83c-1b14828e732d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.038559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-140cbba4-3fd3-4d20-b83c-1b14828e732d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.038746] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-140cbba4-3fd3-4d20-b83c-1b14828e732d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.039974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-140cbba4-3fd3-4d20-b83c-1b14828e732d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.040397] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140cbba4-3fd3-4d20-b83c-1b14828e732d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.109182] env[68927]: INFO networking_nsxv3.common.synchronization [None req-f03e174b-f67e-4950-a8d1-77aa37b5d84f None None] Enqueued Resource ID: 5e53405e-cf9a-4c39-911a-9584e80e041f with Priority: HIGHEST for action port [ 639.109182] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53405e-cf9a-4c39-911a-9584e80e041f with Priority: HIGHEST for action port [ 639.109182] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e53405e-cf9a-4c39-911a-9584e80e041f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.109182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e53405e-cf9a-4c39-911a-9584e80e041f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.109182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e53405e-cf9a-4c39-911a-9584e80e041f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.109779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e53405e-cf9a-4c39-911a-9584e80e041f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.109969] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e53405e-cf9a-4c39-911a-9584e80e041f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.543060] env[68927]: INFO networking_nsxv3.common.synchronization [None req-9f138c06-5c2c-4fb3-9e37-049d7489f28c None None] Enqueued Resource ID: fe3de9b7-ce0d-482e-8b3c-b31d017f2499 with Priority: HIGHEST for action port [ 639.543060] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe3de9b7-ce0d-482e-8b3c-b31d017f2499 with Priority: HIGHEST for action port [ 639.543060] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe3de9b7-ce0d-482e-8b3c-b31d017f2499 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.543060] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe3de9b7-ce0d-482e-8b3c-b31d017f2499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.543060] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe3de9b7-ce0d-482e-8b3c-b31d017f2499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.543060] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe3de9b7-ce0d-482e-8b3c-b31d017f2499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.543060] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe3de9b7-ce0d-482e-8b3c-b31d017f2499',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.547182] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 140cbba4-3fd3-4d20-b83c-1b14828e732d [ 639.547182] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.547182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.547182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.547182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.547182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.547182] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:140cbba4-3fd3-4d20-b83c-1b14828e732d already deleted. [ 639.547182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-140cbba4-3fd3-4d20-b83c-1b14828e732d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.614038] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e53405e-cf9a-4c39-911a-9584e80e041f [ 639.614038] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.614038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.614038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.614038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.614038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.614038] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e53405e-cf9a-4c39-911a-9584e80e041f already deleted. [ 639.614521] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e53405e-cf9a-4c39-911a-9584e80e041f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.936185] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2320eaf0-592d-458f-86c9-7cc5f7c19b16 None None] Enqueued Resource ID: 4e5d840b-1e2f-48c7-a834-b03389b66b82 with Priority: HIGHEST for action port [ 639.936185] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e5d840b-1e2f-48c7-a834-b03389b66b82 with Priority: HIGHEST for action port [ 639.936185] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e5d840b-1e2f-48c7-a834-b03389b66b82 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.936185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e5d840b-1e2f-48c7-a834-b03389b66b82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.936185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e5d840b-1e2f-48c7-a834-b03389b66b82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.936185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e5d840b-1e2f-48c7-a834-b03389b66b82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.936658] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e5d840b-1e2f-48c7-a834-b03389b66b82',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.047157] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe3de9b7-ce0d-482e-8b3c-b31d017f2499 [ 640.047157] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.047157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.047157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.047157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.047157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.047157] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe3de9b7-ce0d-482e-8b3c-b31d017f2499 already deleted. [ 640.047157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe3de9b7-ce0d-482e-8b3c-b31d017f2499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.440019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e5d840b-1e2f-48c7-a834-b03389b66b82 [ 640.441147] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.441147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.441147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.441147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.441147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.441147] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e5d840b-1e2f-48c7-a834-b03389b66b82 already deleted. [ 640.441147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e5d840b-1e2f-48c7-a834-b03389b66b82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.570900] env[68927]: INFO networking_nsxv3.common.synchronization [None req-b7bbb93f-6480-435d-98f6-bfe7118c4b4e None None] Enqueued Resource ID: 8b24b9cf-a9c9-44f4-88b2-d1263f2ca12e with Priority: HIGHEST for action port [ 641.571581] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b24b9cf-a9c9-44f4-88b2-d1263f2ca12e with Priority: HIGHEST for action port [ 641.571799] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b24b9cf-a9c9-44f4-88b2-d1263f2ca12e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.572814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b24b9cf-a9c9-44f4-88b2-d1263f2ca12e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.572950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b24b9cf-a9c9-44f4-88b2-d1263f2ca12e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.573254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b24b9cf-a9c9-44f4-88b2-d1263f2ca12e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.573423] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b24b9cf-a9c9-44f4-88b2-d1263f2ca12e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.785016] env[68927]: INFO networking_nsxv3.common.synchronization [None req-4862a9cb-c6d8-4d5a-91d5-6499690d200f None None] Enqueued Resource ID: 7c72c7c3-6e16-4d21-bcbe-a4c8eee8482d with Priority: HIGHEST for action port [ 641.785364] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c72c7c3-6e16-4d21-bcbe-a4c8eee8482d with Priority: HIGHEST for action port [ 641.785916] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c72c7c3-6e16-4d21-bcbe-a4c8eee8482d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.786118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c72c7c3-6e16-4d21-bcbe-a4c8eee8482d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.786170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c72c7c3-6e16-4d21-bcbe-a4c8eee8482d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.786441] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c72c7c3-6e16-4d21-bcbe-a4c8eee8482d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.786496] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c72c7c3-6e16-4d21-bcbe-a4c8eee8482d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.077098] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b24b9cf-a9c9-44f4-88b2-d1263f2ca12e [ 642.077356] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.077496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.077565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.077780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.077876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.078105] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b24b9cf-a9c9-44f4-88b2-d1263f2ca12e already deleted. [ 642.078105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b24b9cf-a9c9-44f4-88b2-d1263f2ca12e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.289378] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c72c7c3-6e16-4d21-bcbe-a4c8eee8482d [ 642.289378] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.289378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.289378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.289378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.289378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.289378] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c72c7c3-6e16-4d21-bcbe-a4c8eee8482d already deleted. [ 642.289378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c72c7c3-6e16-4d21-bcbe-a4c8eee8482d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.819768] env[68927]: INFO networking_nsxv3.common.synchronization [None req-74e54c17-5b17-49c2-b596-3864e404ff3b None None] Enqueued Resource ID: b26d9e51-adfa-426e-afff-29a2a9dbd1f1 with Priority: HIGHEST for action port [ 642.820591] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b26d9e51-adfa-426e-afff-29a2a9dbd1f1 with Priority: HIGHEST for action port [ 642.820591] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-b26d9e51-adfa-426e-afff-29a2a9dbd1f1 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.820737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b26d9e51-adfa-426e-afff-29a2a9dbd1f1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.820783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b26d9e51-adfa-426e-afff-29a2a9dbd1f1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.821134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b26d9e51-adfa-426e-afff-29a2a9dbd1f1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.821415] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b26d9e51-adfa-426e-afff-29a2a9dbd1f1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.324476] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b26d9e51-adfa-426e-afff-29a2a9dbd1f1 [ 643.324714] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.324860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.324933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.325204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.325329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.325396] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b26d9e51-adfa-426e-afff-29a2a9dbd1f1 already deleted. [ 643.325479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b26d9e51-adfa-426e-afff-29a2a9dbd1f1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.425165] env[68927]: INFO networking_nsxv3.common.synchronization [None req-3c1abac1-b409-400f-b1ff-957c7dc6f1c4 None None] Enqueued Resource ID: fcff1fb8-6af1-4aa3-a311-eca4fd0dbe20 with Priority: HIGHEST for action port [ 643.425165] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcff1fb8-6af1-4aa3-a311-eca4fd0dbe20 with Priority: HIGHEST for action port [ 643.426652] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcff1fb8-6af1-4aa3-a311-eca4fd0dbe20 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.426652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcff1fb8-6af1-4aa3-a311-eca4fd0dbe20" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.426652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcff1fb8-6af1-4aa3-a311-eca4fd0dbe20" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.426826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcff1fb8-6af1-4aa3-a311-eca4fd0dbe20" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.426896] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcff1fb8-6af1-4aa3-a311-eca4fd0dbe20',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.929567] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcff1fb8-6af1-4aa3-a311-eca4fd0dbe20 [ 643.929914] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.930043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.930043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.930241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.930460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.930460] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcff1fb8-6af1-4aa3-a311-eca4fd0dbe20 already deleted. [ 643.930576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcff1fb8-6af1-4aa3-a311-eca4fd0dbe20" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.606615] env[68927]: INFO networking_nsxv3.common.synchronization [None req-d88c9327-f23e-4337-89a5-ce05f066a8e6 None None] Enqueued Resource ID: 03d305ed-042f-466e-984f-9aaa027ee526 with Priority: HIGHEST for action port [ 644.606882] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03d305ed-042f-466e-984f-9aaa027ee526 with Priority: HIGHEST for action port [ 644.607848] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-03d305ed-042f-466e-984f-9aaa027ee526 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.607848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03d305ed-042f-466e-984f-9aaa027ee526" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.607848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03d305ed-042f-466e-984f-9aaa027ee526" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.608083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03d305ed-042f-466e-984f-9aaa027ee526" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.608114] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d305ed-042f-466e-984f-9aaa027ee526',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.112105] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03d305ed-042f-466e-984f-9aaa027ee526 [ 645.112105] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.112105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.112105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.112105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.112105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.112105] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03d305ed-042f-466e-984f-9aaa027ee526 already deleted. [ 645.112105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03d305ed-042f-466e-984f-9aaa027ee526" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.321158] env[68927]: INFO networking_nsxv3.common.synchronization [None req-267c0ef2-4a35-4a8f-a870-0c43dc9d7da2 None None] Enqueued Resource ID: b3eaa27c-4299-4ec8-b751-f17fe0e14dbd with Priority: HIGHEST for action port [ 645.321158] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3eaa27c-4299-4ec8-b751-f17fe0e14dbd with Priority: HIGHEST for action port [ 645.321882] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3eaa27c-4299-4ec8-b751-f17fe0e14dbd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.323901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3eaa27c-4299-4ec8-b751-f17fe0e14dbd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.323901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3eaa27c-4299-4ec8-b751-f17fe0e14dbd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.323901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3eaa27c-4299-4ec8-b751-f17fe0e14dbd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.323901] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3eaa27c-4299-4ec8-b751-f17fe0e14dbd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.824606] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3eaa27c-4299-4ec8-b751-f17fe0e14dbd [ 645.824858] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.825070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.825162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.825392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.825478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.825545] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3eaa27c-4299-4ec8-b751-f17fe0e14dbd already deleted. [ 645.825627] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3eaa27c-4299-4ec8-b751-f17fe0e14dbd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.895857] env[68927]: INFO networking_nsxv3.common.synchronization [req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 req-5dddf81f-ba3c-4b2a-821f-fc53892df467 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Enqueued Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 645.896411] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 645.896710] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.896890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.896890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.897324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.897805] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.898341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.898341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.899962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.900041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.900143] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.402083] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.402444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.402444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.402649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.402649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.402812] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.402908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.402959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.403145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.403231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.403317] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 already deleted. [ 646.403450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.162179] env[68927]: INFO networking_nsxv3.common.synchronization [None req-9153a590-feea-400f-b66d-1f8e6e54d7f5 None None] Enqueued Resource ID: af27a33e-6723-445e-ad91-bc24e033152c with Priority: HIGHEST for action port [ 647.162179] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af27a33e-6723-445e-ad91-bc24e033152c with Priority: HIGHEST for action port [ 647.162179] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-af27a33e-6723-445e-ad91-bc24e033152c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.162904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af27a33e-6723-445e-ad91-bc24e033152c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.163114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af27a33e-6723-445e-ad91-bc24e033152c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.163450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af27a33e-6723-445e-ad91-bc24e033152c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.163633] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af27a33e-6723-445e-ad91-bc24e033152c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.252606] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.252808] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-150" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.252936] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-150" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.253320] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-150" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.253598] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.253752] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.253872] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.254129] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.254348] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.254606] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.254732] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.254869] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.255040] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.255345] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.255505] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.255709] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.277964] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.278150] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.278325] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.278466] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-150" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.278772] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-141940f2-8bca-44df-a2a2-807dd68955cd taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.278946] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-141940f2-8bca-44df-a2a2-807dd68955cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.279079] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-141940f2-8bca-44df-a2a2-807dd68955cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.279937] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-141940f2-8bca-44df-a2a2-807dd68955cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.280157] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('141940f2-8bca-44df-a2a2-807dd68955cd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.438275] env[68927]: INFO networking_nsxv3.common.synchronization [req-2862e703-a27b-4ba8-b98a-487a685b9ef7 req-be4310a6-b7f9-4cac-8e85-d638c7c33333 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Enqueued Resource ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 with Priority: HIGHEST for action security_group_members [ 647.438707] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 with Priority: HIGHEST for action security_group_members [ 647.439010] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4a51b5-20be-47d9-aef0-a29f82c76270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.439146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.439219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.439620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.439620] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.439808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.439808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.440360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.440360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.440457] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c4a51b5-20be-47d9-aef0-a29f82c76270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.668244] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af27a33e-6723-445e-ad91-bc24e033152c [ 647.668244] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.668244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.668244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.668754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.668754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.668754] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af27a33e-6723-445e-ad91-bc24e033152c already deleted. [ 647.668754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af27a33e-6723-445e-ad91-bc24e033152c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.783125] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.783125] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.783304] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.783625] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.783840] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.784135] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 141940f2-8bca-44df-a2a2-807dd68955cd not found, creating... [ 647.784383] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.784651] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.784768] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.785052] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.785265] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.785652] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.786822] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.786822] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.786822] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.786822] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.787200] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 141940f2-8bca-44df-a2a2-807dd68955cd is going to be created. [ 647.810472] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.810692] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.810826] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.811128] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.811369] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.811600] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-141940f2-8bca-44df-a2a2-807dd68955cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.945019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.945019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.945019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.945019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.945019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.945019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.945019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.945019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.945019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.945019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.945019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 already deleted. [ 647.945019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.070150] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-99 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.070150] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.070150] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.070150] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.070150] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.070150] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.070150] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.070150] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.070150] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.070150] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.072142] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.072142] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.073345] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.073345] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.073345] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.073345] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.093501] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.093884] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.094121] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.094473] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.094940] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-b7fabe2a-a946-4033-a56d-de9abb2a34b5 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.095241] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-b7fabe2a-a946-4033-a56d-de9abb2a34b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.095566] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-b7fabe2a-a946-4033-a56d-de9abb2a34b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.096169] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-b7fabe2a-a946-4033-a56d-de9abb2a34b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.096328] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7fabe2a-a946-4033-a56d-de9abb2a34b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.603272] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.603272] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.605231] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.605231] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.605231] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.605231] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port b7fabe2a-a946-4033-a56d-de9abb2a34b5 not found, creating... [ 648.605231] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.607090] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.607090] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.607090] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.610545] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.610545] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.610545] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.610545] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.610545] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.610545] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.610545] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: b7fabe2a-a946-4033-a56d-de9abb2a34b5 is going to be created. [ 648.630463] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.630463] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.630463] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.630463] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.630463] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.630463] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-b7fabe2a-a946-4033-a56d-de9abb2a34b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.656028] env[68927]: INFO networking_nsxv3.common.synchronization [req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 req-8e6d37fe-2e31-40c4-a798-588b06d75244 service nova] Enqueued Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_rules [ 648.656028] env[68927]: INFO networking_nsxv3.common.synchronization [req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 req-8e6d37fe-2e31-40c4-a798-588b06d75244 service nova] Enqueued Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 648.656028] env[68927]: INFO networking_nsxv3.common.synchronization [req-0e10d4ed-d9c8-4942-926e-83f64d2ae130 req-8e6d37fe-2e31-40c4-a798-588b06d75244 service nova] Enqueued Resource ID: 141940f2-8bca-44df-a2a2-807dd68955cd with Priority: HIGHEST for action port [ 648.656028] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_rules [ 648.656028] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 648.656028] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141940f2-8bca-44df-a2a2-807dd68955cd with Priority: HIGHEST for action port [ 648.657761] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.657847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.657977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.658247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.658300] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.660512] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.660720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.660774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.660962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.661739] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.661739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.661739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.661739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.661739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.661739] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.670236] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-141940f2-8bca-44df-a2a2-807dd68955cd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.670236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-141940f2-8bca-44df-a2a2-807dd68955cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.670236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-141940f2-8bca-44df-a2a2-807dd68955cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.670236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-141940f2-8bca-44df-a2a2-807dd68955cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.670236] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('141940f2-8bca-44df-a2a2-807dd68955cd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.128222] env[68927]: INFO networking_nsxv3.common.synchronization [None req-386d5fbc-72e4-4c1f-86f8-b29378d62f77 None None] Enqueued Resource ID: 0f7e829d-388d-471f-8852-82a908168bca with Priority: HIGHEST for action port [ 649.128222] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7e829d-388d-471f-8852-82a908168bca with Priority: HIGHEST for action port [ 649.128222] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f7e829d-388d-471f-8852-82a908168bca taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.128222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f7e829d-388d-471f-8852-82a908168bca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.128222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f7e829d-388d-471f-8852-82a908168bca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.130595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f7e829d-388d-471f-8852-82a908168bca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.130944] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7e829d-388d-471f-8852-82a908168bca',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.161613] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.161739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.169572] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.183242] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 141940f2-8bca-44df-a2a2-807dd68955cd with status ACTIVE [ 649.183465] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.183750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.183750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.183871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.183962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.184161] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.184275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.184351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.184529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.184891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.184891] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.184891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.185104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.185104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.185301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.185301] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 141940f2-8bca-44df-a2a2-807dd68955cd is going to be updated. [ 649.206390] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.206556] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.206629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.206836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.207052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.207140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-141940f2-8bca-44df-a2a2-807dd68955cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.634027] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f7e829d-388d-471f-8852-82a908168bca [ 649.634303] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.634303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.634303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.634513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.635067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.635243] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f7e829d-388d-471f-8852-82a908168bca already deleted. [ 649.635342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f7e829d-388d-471f-8852-82a908168bca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.672055] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.982077] env[68927]: INFO networking_nsxv3.common.synchronization [None req-d4bcac94-7206-419f-8b46-6a39d21ec1bc None None] Enqueued Resource ID: 4266b05d-c545-4b0f-af17-7e37bcb9e53a with Priority: HIGHEST for action port [ 649.982335] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4266b05d-c545-4b0f-af17-7e37bcb9e53a with Priority: HIGHEST for action port [ 649.982901] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4266b05d-c545-4b0f-af17-7e37bcb9e53a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.983040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4266b05d-c545-4b0f-af17-7e37bcb9e53a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.983120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4266b05d-c545-4b0f-af17-7e37bcb9e53a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.983360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4266b05d-c545-4b0f-af17-7e37bcb9e53a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.983483] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4266b05d-c545-4b0f-af17-7e37bcb9e53a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.081051] env[68927]: INFO networking_nsxv3.common.synchronization [req-1f3cc523-a603-4c2c-8bac-910030ce2224 req-aeb00d5e-a68d-4793-a44d-4dc24dcd85e5 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 650.081569] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 650.081884] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.081976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.082213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.082471] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.082633] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.082833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.082833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.082946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.083064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.083161] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.176100] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.176914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.181891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.181891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.181891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.181891] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 is going to be created. [ 650.213415] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2bfafc2b-3ebb-4a5e-8cd7-ed0dfcc828cc None None] Enqueued Resource ID: 8fd04cc6-1842-457b-9e9d-231adbe0b11b with Priority: HIGHEST for action port [ 650.213415] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd04cc6-1842-457b-9e9d-231adbe0b11b with Priority: HIGHEST for action port [ 650.214209] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fd04cc6-1842-457b-9e9d-231adbe0b11b taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.214631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fd04cc6-1842-457b-9e9d-231adbe0b11b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.214818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fd04cc6-1842-457b-9e9d-231adbe0b11b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.215347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fd04cc6-1842-457b-9e9d-231adbe0b11b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.216326] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd04cc6-1842-457b-9e9d-231adbe0b11b',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.246844] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.246844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.246844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.247054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.247054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.256222] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: UNINITIALIZED for 2s [ 650.352229] env[68927]: INFO networking_nsxv3.common.synchronization [None req-5a1881fb-304d-442d-b3e7-2f6a10680eec None None] Enqueued Resource ID: 8c04920c-2aa7-40b8-871f-27622ae51e1d with Priority: HIGHEST for action port [ 650.352229] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c04920c-2aa7-40b8-871f-27622ae51e1d with Priority: HIGHEST for action port [ 650.352229] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c04920c-2aa7-40b8-871f-27622ae51e1d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.352229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c04920c-2aa7-40b8-871f-27622ae51e1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.352229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c04920c-2aa7-40b8-871f-27622ae51e1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.352229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c04920c-2aa7-40b8-871f-27622ae51e1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.352229] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c04920c-2aa7-40b8-871f-27622ae51e1d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.487319] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4266b05d-c545-4b0f-af17-7e37bcb9e53a [ 650.487538] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.487857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.487857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.487955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.488664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.488664] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4266b05d-c545-4b0f-af17-7e37bcb9e53a already deleted. [ 650.488664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4266b05d-c545-4b0f-af17-7e37bcb9e53a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.588502] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.588669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.588732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.588951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.589066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.589256] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.589357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.589455] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.589567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.589646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.589727] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 already deleted. [ 650.589807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.670706] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.671025] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.671025] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.671511] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.671511] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.671672] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.672253] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.672253] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.672253] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.672462] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.672590] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.672704] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.672823] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.672939] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.673099] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.673396] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.691011] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.691201] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.691348] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.691521] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.691848] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-83df9914-9049-4c1f-8b5a-380bd184c51f taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.692042] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-83df9914-9049-4c1f-8b5a-380bd184c51f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.692168] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-83df9914-9049-4c1f-8b5a-380bd184c51f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.692490] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-83df9914-9049-4c1f-8b5a-380bd184c51f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.692635] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83df9914-9049-4c1f-8b5a-380bd184c51f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.720259] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fd04cc6-1842-457b-9e9d-231adbe0b11b [ 650.720259] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.720259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.720259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.720259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.720259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.720259] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fd04cc6-1842-457b-9e9d-231adbe0b11b already deleted. [ 650.720259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fd04cc6-1842-457b-9e9d-231adbe0b11b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.794078] env[68927]: INFO networking_nsxv3.common.synchronization [req-2862e703-a27b-4ba8-b98a-487a685b9ef7 req-f89512b5-0ce4-4b2b-9a31-70e14073faf8 service nova] Enqueued Resource ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 with Priority: HIGHEST for action security_group_rules [ 650.794078] env[68927]: INFO networking_nsxv3.common.synchronization [req-2862e703-a27b-4ba8-b98a-487a685b9ef7 req-f89512b5-0ce4-4b2b-9a31-70e14073faf8 service nova] Enqueued Resource ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 with Priority: HIGHEST for action security_group_members [ 650.794078] env[68927]: INFO networking_nsxv3.common.synchronization [req-2862e703-a27b-4ba8-b98a-487a685b9ef7 req-f89512b5-0ce4-4b2b-9a31-70e14073faf8 service nova] Enqueued Resource ID: b7fabe2a-a946-4033-a56d-de9abb2a34b5 with Priority: HIGHEST for action port [ 650.794078] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 with Priority: HIGHEST for action security_group_rules [ 650.794078] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 with Priority: HIGHEST for action security_group_members [ 650.794078] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7fabe2a-a946-4033-a56d-de9abb2a34b5 with Priority: HIGHEST for action port [ 650.798907] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c4a51b5-20be-47d9-aef0-a29f82c76270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.800018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.800018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.800018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.800018] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c4a51b5-20be-47d9-aef0-a29f82c76270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.803244] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4a51b5-20be-47d9-aef0-a29f82c76270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.803244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.803244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.803244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.803244] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.803244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.803244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.803244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.803244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.803244] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c4a51b5-20be-47d9-aef0-a29f82c76270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.803244] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7fabe2a-a946-4033-a56d-de9abb2a34b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.803244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7fabe2a-a946-4033-a56d-de9abb2a34b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.803244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7fabe2a-a946-4033-a56d-de9abb2a34b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.803244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7fabe2a-a946-4033-a56d-de9abb2a34b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.803244] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7fabe2a-a946-4033-a56d-de9abb2a34b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.859164] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c04920c-2aa7-40b8-871f-27622ae51e1d [ 650.859464] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.859638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.859715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.859919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.860079] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.860203] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c04920c-2aa7-40b8-871f-27622ae51e1d already deleted. [ 650.860313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c04920c-2aa7-40b8-871f-27622ae51e1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.198422] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.198705] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.198776] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.199075] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.199306] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.199394] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 83df9914-9049-4c1f-8b5a-380bd184c51f not found, creating... [ 651.199659] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.199911] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.199980] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.200165] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.200306] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.200584] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.200768] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.200900] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.202118] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.203026] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.203026] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 83df9914-9049-4c1f-8b5a-380bd184c51f is going to be created. [ 651.233886] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.235565] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.235565] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.237156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.237156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.237406] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-83df9914-9049-4c1f-8b5a-380bd184c51f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.306538] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4a51b5-20be-47d9-aef0-a29f82c76270 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.306538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.306764] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c4a51b5-20be-47d9-aef0-a29f82c76270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.321525] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7fabe2a-a946-4033-a56d-de9abb2a34b5 with status ACTIVE [ 651.321780] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.321919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.321988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.322245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.322325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.322500] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.322617] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.322654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.322804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.322876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.323069] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.323478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.323478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.323478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.323478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.323707] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7fabe2a-a946-4033-a56d-de9abb2a34b5 is going to be updated. [ 651.346016] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.346016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.346016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.346016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.346016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.346016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7fabe2a-a946-4033-a56d-de9abb2a34b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.648811] env[68927]: INFO networking_nsxv3.common.synchronization [None req-5d7ff2ba-395d-4fbc-87b7-2b0f1e931927 None None] Enqueued Resource ID: aa56b39d-e796-40ca-9060-83c3b4ff4636 with Priority: HIGHEST for action port [ 651.649420] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa56b39d-e796-40ca-9060-83c3b4ff4636 with Priority: HIGHEST for action port [ 651.649707] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa56b39d-e796-40ca-9060-83c3b4ff4636 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.649821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa56b39d-e796-40ca-9060-83c3b4ff4636" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.649887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa56b39d-e796-40ca-9060-83c3b4ff4636" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.650511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa56b39d-e796-40ca-9060-83c3b4ff4636" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.650511] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa56b39d-e796-40ca-9060-83c3b4ff4636',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.810117] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c4a51b5-20be-47d9-aef0-a29f82c76270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.932715] env[68927]: INFO networking_nsxv3.common.synchronization [None req-b49df9b1-fe2f-4de2-ab67-95981d419e94 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Enqueued Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_rules [ 651.933198] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_rules [ 651.933311] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.933566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.933566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.933800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.934072] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877140a0-7c8b-4d35-9bf2-1061765bf1ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.000166] env[68927]: INFO networking_nsxv3.common.synchronization [None req-d835eb52-145d-4619-888c-ba76181aae09 None None] Enqueued Resource ID: 742d9418-0a3c-42ff-b1f6-cb4b6ebd0edc with Priority: HIGHEST for action port [ 652.001039] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742d9418-0a3c-42ff-b1f6-cb4b6ebd0edc with Priority: HIGHEST for action port [ 652.001223] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-742d9418-0a3c-42ff-b1f6-cb4b6ebd0edc taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.001370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-742d9418-0a3c-42ff-b1f6-cb4b6ebd0edc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.001418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-742d9418-0a3c-42ff-b1f6-cb4b6ebd0edc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.002406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-742d9418-0a3c-42ff-b1f6-cb4b6ebd0edc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.002406] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('742d9418-0a3c-42ff-b1f6-cb4b6ebd0edc',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.156468] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa56b39d-e796-40ca-9060-83c3b4ff4636 [ 652.156468] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.156468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.156468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.156468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.156468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.156468] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa56b39d-e796-40ca-9060-83c3b4ff4636 already deleted. [ 652.156468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa56b39d-e796-40ca-9060-83c3b4ff4636" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.194276] env[68927]: INFO networking_nsxv3.common.synchronization [None req-fbe2b5e9-8487-4289-aa4a-309a86265575 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Enqueued Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_rules [ 652.194790] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_rules [ 652.195096] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.195220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.269855] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: SUCCESS [ 652.269855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.269855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.269855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.269855] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.269855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.269855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.269855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.269855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.269855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.269855] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.316616] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.316616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.316616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.316616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.316616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.316616] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 is going to be created. [ 652.349955] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.349955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.349955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.349955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.349955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.359056] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 in Status: UNINITIALIZED for 2s [ 652.474872] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.474872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.474872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.478112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.478112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.478112] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce already deleted. [ 652.478112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.478112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.478112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.478112] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877140a0-7c8b-4d35-9bf2-1061765bf1ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.504850] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 742d9418-0a3c-42ff-b1f6-cb4b6ebd0edc [ 652.504850] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.504990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.505050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.505286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.505436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.505509] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:742d9418-0a3c-42ff-b1f6-cb4b6ebd0edc already deleted. [ 652.505544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-742d9418-0a3c-42ff-b1f6-cb4b6ebd0edc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.773644] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.773818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.773890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.774161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.775023] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.775023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.775023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.775023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.775023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.775989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.776133] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.777092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.777092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.777092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.777092] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.777092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.777092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.779326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.782983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.782983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.782983] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.886145] env[68927]: INFO networking_nsxv3.common.synchronization [req-1f3cc523-a603-4c2c-8bac-910030ce2224 req-860791c8-92c4-430b-a5c0-1566b5955c94 service nova] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_rules [ 652.886145] env[68927]: INFO networking_nsxv3.common.synchronization [req-1f3cc523-a603-4c2c-8bac-910030ce2224 req-860791c8-92c4-430b-a5c0-1566b5955c94 service nova] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 652.886470] env[68927]: INFO networking_nsxv3.common.synchronization [req-1f3cc523-a603-4c2c-8bac-910030ce2224 req-860791c8-92c4-430b-a5c0-1566b5955c94 service nova] Enqueued Resource ID: 83df9914-9049-4c1f-8b5a-380bd184c51f with Priority: HIGHEST for action port [ 652.886511] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_rules [ 652.886804] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 652.886804] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83df9914-9049-4c1f-8b5a-380bd184c51f with Priority: HIGHEST for action port [ 652.889646] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.889825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.889869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.891398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.891526] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.892392] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.892536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.892611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.892760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.892914] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.893020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.893224] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.893305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.893355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.893428] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.896327] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-83df9914-9049-4c1f-8b5a-380bd184c51f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.896489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83df9914-9049-4c1f-8b5a-380bd184c51f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.896489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83df9914-9049-4c1f-8b5a-380bd184c51f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.896711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83df9914-9049-4c1f-8b5a-380bd184c51f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.896711] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83df9914-9049-4c1f-8b5a-380bd184c51f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.000638] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.004131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.004233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.004523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.004602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.004691] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce already deleted. [ 653.004775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.285246] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a51286ca-aed2-4de3-b316-c13d68c3bca6: rpc.has_security_group_logging(os_id): False [ 653.303855] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.303972] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.304058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.304452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.304452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.306142] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.306142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.306142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.306300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.306333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.306578] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.306644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.306676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.307009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.307009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.307185] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.307185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.307363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.307514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.307568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.307650] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 is going to be created. [ 653.379714] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.379714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.379714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.379714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.379714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.393618] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: IN_PROGRESS for 2s [ 653.401358] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.401358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.401358] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.402958] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83df9914-9049-4c1f-8b5a-380bd184c51f with status ACTIVE [ 653.405357] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.405357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.405357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.405357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.405357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.405357] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.405357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.405357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.405357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.405357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.405357] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.408071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.408071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.408071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.410994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.410994] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83df9914-9049-4c1f-8b5a-380bd184c51f is going to be updated. [ 653.440895] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.440895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.440895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.440895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.440895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.440895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83df9914-9049-4c1f-8b5a-380bd184c51f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.911398] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.358018] env[68927]: INFO networking_nsxv3.common.synchronization [None req-6bb554f4-e626-47a5-9acb-ace6e3e4d760 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Enqueued Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_rules [ 654.358623] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_rules [ 654.358943] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.359095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.359255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.359464] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.359637] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.371265] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 in Status: SUCCESS [ 654.371265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.371265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.371265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.371265] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.371265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.371265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.371265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.371265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.371265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.371265] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c4a51b5-20be-47d9-aef0-a29f82c76270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.415167] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.418572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.418572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.418572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.418572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.418572] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be created. [ 654.434201] env[68927]: INFO networking_nsxv3.common.synchronization [None req-a50c3005-1840-45fa-b96f-2435522c9f69 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Enqueued Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_rules [ 654.434768] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_rules [ 654.435108] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.435376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.440433] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.440708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.440782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.440980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.441151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.462283] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: UNINITIALIZED for 2s [ 654.509472] env[68927]: INFO networking_nsxv3.common.synchronization [None req-d7048d54-ffc7-4a48-8ac8-d58c0b54f81b None None] Enqueued Resource ID: a38bd85d-900f-4958-9d47-479a7a17f578 with Priority: HIGHEST for action port [ 654.509472] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38bd85d-900f-4958-9d47-479a7a17f578 with Priority: HIGHEST for action port [ 654.509472] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-a38bd85d-900f-4958-9d47-479a7a17f578 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.509472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a38bd85d-900f-4958-9d47-479a7a17f578" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.509472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a38bd85d-900f-4958-9d47-479a7a17f578" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.509472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a38bd85d-900f-4958-9d47-479a7a17f578" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.509472] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a38bd85d-900f-4958-9d47-479a7a17f578',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.874556] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4a51b5-20be-47d9-aef0-a29f82c76270 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.874556] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.874671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.874901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.875058] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.875135] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.875249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.875413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.875507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.875609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.875746] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4a51b5-20be-47d9-aef0-a29f82c76270 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.875844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.875901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.876055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.876223] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.876323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.876385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.876526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.876603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.876684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.876838] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c4a51b5-20be-47d9-aef0-a29f82c76270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.880021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.880136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.880750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.880750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.880750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.880878] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf already deleted. [ 654.880965] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.881045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.881196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.881280] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.937398] env[68927]: INFO networking_nsxv3.common.synchronization [None req-6d2f8105-9d3d-4c9e-8f90-c50a9e9ebe0a None None] Enqueued Resource ID: bd46325c-74b3-43c3-8aa5-12e2c3af227a with Priority: HIGHEST for action port [ 654.937398] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd46325c-74b3-43c3-8aa5-12e2c3af227a with Priority: HIGHEST for action port [ 654.938836] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd46325c-74b3-43c3-8aa5-12e2c3af227a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.939365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd46325c-74b3-43c3-8aa5-12e2c3af227a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.939365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd46325c-74b3-43c3-8aa5-12e2c3af227a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.940492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd46325c-74b3-43c3-8aa5-12e2c3af227a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.940492] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd46325c-74b3-43c3-8aa5-12e2c3af227a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.012459] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a38bd85d-900f-4958-9d47-479a7a17f578 [ 655.012691] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.012837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.012900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.013126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.013213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.013302] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a38bd85d-900f-4958-9d47-479a7a17f578 already deleted. [ 655.013377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a38bd85d-900f-4958-9d47-479a7a17f578" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.381430] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c4a51b5-20be-47d9-aef0-a29f82c76270: rpc.has_security_group_logging(os_id): False [ 655.409726] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: SUCCESS [ 655.410130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.411373] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.411728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.411896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.413100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.413267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.414012] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.414455] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.414554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.414907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.414907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.415064] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.415182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.415254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.415404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.415475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.415673] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.415765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.415823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.415959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.416039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.416119] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 is going to be created. [ 655.418961] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.421162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.421410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.421666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.421848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.422068] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf already deleted. [ 655.422249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.442473] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd46325c-74b3-43c3-8aa5-12e2c3af227a [ 655.442715] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.442860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.442929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.443211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.443321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.443419] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd46325c-74b3-43c3-8aa5-12e2c3af227a already deleted. [ 655.443503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd46325c-74b3-43c3-8aa5-12e2c3af227a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.480941] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.480941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.480941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.480941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.480941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.494526] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 in Status: IN_PROGRESS for 2s [ 655.884345] env[68927]: INFO networking_nsxv3.common.synchronization [req-47420e8d-31b9-4b48-be29-60a489058e14 req-1869bfc5-22b7-45ce-84db-6409b70fda40 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Enqueued Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 655.884345] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 655.884345] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.884345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.884345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.884345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.884345] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.884345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.884345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.886430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.886430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.886430] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.388272] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.388272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.388272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.389535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.389535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.389535] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.389535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.389535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.389535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.389535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.389535] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c already deleted. [ 656.390027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.472989] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: SUCCESS [ 656.475773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.475995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.476287] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.477019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.477694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.477694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.477694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.477694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.477694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.477932] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.586553] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.586759] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.586885] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.587292] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.588422] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.588422] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.588422] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.590342] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.590342] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.590342] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.590342] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.590342] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.592119] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.592119] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.592119] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.592119] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.612542] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.617725] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.617725] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.617725] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.617725] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-f3397086-820e-4f92-9554-9745eec62486 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.617725] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-f3397086-820e-4f92-9554-9745eec62486" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.617725] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-f3397086-820e-4f92-9554-9745eec62486" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.619029] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-f3397086-820e-4f92-9554-9745eec62486" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.619583] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3397086-820e-4f92-9554-9745eec62486',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.831212] env[68927]: INFO networking_nsxv3.common.synchronization [None req-9037b7c5-60ea-470f-a14b-eceed676a0aa None None] Enqueued Resource ID: d2f16fff-1467-48c2-b3a0-b0c7c1df35f5 with Priority: HIGHEST for action port [ 656.831212] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f16fff-1467-48c2-b3a0-b0c7c1df35f5 with Priority: HIGHEST for action port [ 656.831755] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2f16fff-1467-48c2-b3a0-b0c7c1df35f5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.831948] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2f16fff-1467-48c2-b3a0-b0c7c1df35f5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.831997] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2f16fff-1467-48c2-b3a0-b0c7c1df35f5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.832273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2f16fff-1467-48c2-b3a0-b0c7c1df35f5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.835082] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2f16fff-1467-48c2-b3a0-b0c7c1df35f5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.983483] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.983483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.983483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.983483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.983483] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.983483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.983483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.983483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.983483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.983483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.983483] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.983483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.984475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.984713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.984880] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.985070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.985070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.985242] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.985242] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.985394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.985520] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.124411] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.124720] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.124988] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.125607] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.126542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.126745] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port f3397086-820e-4f92-9554-9745eec62486 not found, creating... [ 657.127128] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.127128] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.127278] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.127489] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.127754] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.127980] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.128162] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.128284] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.128765] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.128765] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.128765] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: f3397086-820e-4f92-9554-9745eec62486 is going to be created. [ 657.149750] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.150144] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.150144] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.150410] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.150721] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.150975] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-f3397086-820e-4f92-9554-9745eec62486" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.337101] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2f16fff-1467-48c2-b3a0-b0c7c1df35f5 [ 657.337101] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.337101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.337101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.337101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.337101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.337101] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2f16fff-1467-48c2-b3a0-b0c7c1df35f5 already deleted. [ 657.337101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2f16fff-1467-48c2-b3a0-b0c7c1df35f5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.427941] env[68927]: INFO networking_nsxv3.common.synchronization [req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 req-b1a152df-b2e7-49a3-be8f-8ef14723a207 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Enqueued Resource ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 with Priority: HIGHEST for action security_group_members [ 657.427941] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 with Priority: HIGHEST for action security_group_members [ 657.428228] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-109ec895-1abb-4012-9dbd-c3b5f3ece112 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.430212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.430406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.430672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.431154] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.431272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.431365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.431533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.431698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.431766] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109ec895-1abb-4012-9dbd-c3b5f3ece112',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.492206] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 089afbbd-f47c-401e-8065-3b3dcd8bf411: rpc.has_security_group_logging(os_id): False [ 657.513831] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.513977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.514317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.514317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.514444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.514652] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.514762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.514813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.514980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.515361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.515862] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.515862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.515862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.515862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.515862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.517232] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.517232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.517362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.517784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.517784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.517784] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be created. [ 657.522748] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 in Status: SUCCESS [ 657.522748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.580353] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.580353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.580353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.580353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.580625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.597172] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: IN_PROGRESS for 2s [ 657.936322] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.936322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.936322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.936322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.936322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.936322] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.936322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.936322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.936322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.936322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.936322] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 already deleted. [ 657.936322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.289934] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.291964] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.291964] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.291964] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.292637] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.292637] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.292637] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.294977] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.294977] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.294977] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.294977] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.295164] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.295209] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.295316] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.295445] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.295559] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.315030] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.315030] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.315030] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.315030] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.315030] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-bc7876ea-9850-4fd3-8707-f93a137dd7ef taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.315030] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-bc7876ea-9850-4fd3-8707-f93a137dd7ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.315644] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-bc7876ea-9850-4fd3-8707-f93a137dd7ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.316096] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-bc7876ea-9850-4fd3-8707-f93a137dd7ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.316453] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc7876ea-9850-4fd3-8707-f93a137dd7ef',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.343295] env[68927]: INFO networking_nsxv3.common.synchronization [None req-a772d0a4-fbce-4ef5-bb1a-ad8a563d1027 None None] Enqueued Resource ID: 68427491-755e-45c5-bf75-da15632d8878 with Priority: HIGHEST for action port [ 658.343295] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68427491-755e-45c5-bf75-da15632d8878 with Priority: HIGHEST for action port [ 658.343295] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-68427491-755e-45c5-bf75-da15632d8878 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.343295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68427491-755e-45c5-bf75-da15632d8878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.343295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68427491-755e-45c5-bf75-da15632d8878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.343295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68427491-755e-45c5-bf75-da15632d8878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.343295] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68427491-755e-45c5-bf75-da15632d8878',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.489078] env[68927]: INFO networking_nsxv3.common.synchronization [req-47420e8d-31b9-4b48-be29-60a489058e14 req-cdccba11-1d45-4542-ab0e-3685c22c01e5 service nova] Enqueued Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_rules [ 658.489343] env[68927]: INFO networking_nsxv3.common.synchronization [req-47420e8d-31b9-4b48-be29-60a489058e14 req-cdccba11-1d45-4542-ab0e-3685c22c01e5 service nova] Enqueued Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 658.490291] env[68927]: INFO networking_nsxv3.common.synchronization [req-47420e8d-31b9-4b48-be29-60a489058e14 req-cdccba11-1d45-4542-ab0e-3685c22c01e5 service nova] Enqueued Resource ID: f3397086-820e-4f92-9554-9745eec62486 with Priority: HIGHEST for action port [ 658.490572] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_rules [ 658.490743] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 658.491660] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3397086-820e-4f92-9554-9745eec62486 with Priority: HIGHEST for action port [ 658.492026] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.492139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.492184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.492757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.493449] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.494367] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.494526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.495993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.496142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.496456] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.496559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.496627] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.496782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.498880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.498880] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.498880] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3397086-820e-4f92-9554-9745eec62486 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.498880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3397086-820e-4f92-9554-9745eec62486" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.498880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3397086-820e-4f92-9554-9745eec62486" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.498880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3397086-820e-4f92-9554-9745eec62486" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.498880] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3397086-820e-4f92-9554-9745eec62486',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.819482] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.819873] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.820083] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.820509] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.820671] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.821761] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port bc7876ea-9850-4fd3-8707-f93a137dd7ef not found, creating... [ 658.821761] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.821761] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.821761] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.821761] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.822115] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.823053] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.823514] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.823687] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.824105] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.824347] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.824957] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: bc7876ea-9850-4fd3-8707-f93a137dd7ef is going to be created. [ 658.847226] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.847447] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.847619] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.848439] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.848439] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.848580] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-bc7876ea-9850-4fd3-8707-f93a137dd7ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.850068] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68427491-755e-45c5-bf75-da15632d8878 [ 658.850811] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.851109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.851109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.851280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.851983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.851983] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68427491-755e-45c5-bf75-da15632d8878 already deleted. [ 658.851983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68427491-755e-45c5-bf75-da15632d8878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.001463] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.002632] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.002765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.002956] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3397086-820e-4f92-9554-9745eec62486 with status ACTIVE [ 659.003138] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.003270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.003320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.003557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.003635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.003805] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.003903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.003964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.005153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.005153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.005363] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.005433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.005433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.005603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.005682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.005791] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3397086-820e-4f92-9554-9745eec62486 is going to be updated. [ 659.033467] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.033467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.033467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.033467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.033467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.033467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3397086-820e-4f92-9554-9745eec62486" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.396126] env[68927]: INFO networking_nsxv3.common.synchronization [req-befb73dc-7549-46de-a744-3d94e3f5dbfb req-61e55d9f-ac31-4e0c-ac1f-b6ed2efe6a58 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Enqueued Resource ID: a75b8296-4366-43ab-b077-6548f435310e with Priority: HIGHEST for action security_group_members [ 659.396126] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75b8296-4366-43ab-b077-6548f435310e with Priority: HIGHEST for action security_group_members [ 659.396126] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75b8296-4366-43ab-b077-6548f435310e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.398253] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.398343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.398607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.398792] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.398904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.398978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.399148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.399234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.400032] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75b8296-4366-43ab-b077-6548f435310e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.510971] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.609967] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: SUCCESS [ 659.610190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.743825] env[68927]: INFO networking_nsxv3.common.synchronization [None req-6c1e3c1d-ddd1-4161-b306-5a03cca17e9a None None] Enqueued Resource ID: 7926e842-2830-4eb7-b9ea-46d325d761f0 with Priority: HIGHEST for action port [ 659.744137] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7926e842-2830-4eb7-b9ea-46d325d761f0 with Priority: HIGHEST for action port [ 659.744734] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-7926e842-2830-4eb7-b9ea-46d325d761f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.745990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7926e842-2830-4eb7-b9ea-46d325d761f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.746522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7926e842-2830-4eb7-b9ea-46d325d761f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.746522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7926e842-2830-4eb7-b9ea-46d325d761f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.746522] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7926e842-2830-4eb7-b9ea-46d325d761f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.834268] env[68927]: INFO networking_nsxv3.common.synchronization [req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 req-bdf76a60-91d9-4a50-8734-f6082a693e95 service nova] Enqueued Resource ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 with Priority: HIGHEST for action security_group_rules [ 659.834349] env[68927]: INFO networking_nsxv3.common.synchronization [req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 req-bdf76a60-91d9-4a50-8734-f6082a693e95 service nova] Enqueued Resource ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 with Priority: HIGHEST for action security_group_members [ 659.834487] env[68927]: INFO networking_nsxv3.common.synchronization [req-eb93a9d7-8bf1-476c-867a-4ccef4d241e0 req-bdf76a60-91d9-4a50-8734-f6082a693e95 service nova] Enqueued Resource ID: bc7876ea-9850-4fd3-8707-f93a137dd7ef with Priority: HIGHEST for action port [ 659.834697] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 with Priority: HIGHEST for action security_group_rules [ 659.834827] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 with Priority: HIGHEST for action security_group_members [ 659.834918] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7876ea-9850-4fd3-8707-f93a137dd7ef with Priority: HIGHEST for action port [ 659.836505] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109ec895-1abb-4012-9dbd-c3b5f3ece112 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.836505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.836505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.836505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.836505] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109ec895-1abb-4012-9dbd-c3b5f3ece112',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.838797] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-109ec895-1abb-4012-9dbd-c3b5f3ece112 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.838888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.838953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.839153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.839304] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.839400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.839493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.839599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.839679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.839768] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109ec895-1abb-4012-9dbd-c3b5f3ece112',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.840506] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc7876ea-9850-4fd3-8707-f93a137dd7ef taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.840606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc7876ea-9850-4fd3-8707-f93a137dd7ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.841023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc7876ea-9850-4fd3-8707-f93a137dd7ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.841216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc7876ea-9850-4fd3-8707-f93a137dd7ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.841297] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc7876ea-9850-4fd3-8707-f93a137dd7ef',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.907999] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.907999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.907999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.907999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.907999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.907999] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.907999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.907999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.907999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.907999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.907999] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75b8296-4366-43ab-b077-6548f435310e already deleted. [ 659.907999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.017509] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.017509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.017509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.017509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.017509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.017509] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c is going to be created. [ 660.041785] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.041943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.042026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.042248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.042412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.054492] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: UNINITIALIZED for 2s [ 660.254199] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7926e842-2830-4eb7-b9ea-46d325d761f0 [ 660.254430] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.254600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.254688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.254902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.255010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.255239] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7926e842-2830-4eb7-b9ea-46d325d761f0 already deleted. [ 660.255239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7926e842-2830-4eb7-b9ea-46d325d761f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.305623] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.305880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-987" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.305958] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-987" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.306279] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-987" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.306965] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.306965] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.308661] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.308929] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.309101] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.309324] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.309439] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.310543] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.310543] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.310543] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.310543] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.310543] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.329866] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.330069] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.330196] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.330404] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-987" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.330772] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-80938fcd-0100-456a-93c6-29bf09fc5245 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.331023] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-80938fcd-0100-456a-93c6-29bf09fc5245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.331023] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-80938fcd-0100-456a-93c6-29bf09fc5245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.331326] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-80938fcd-0100-456a-93c6-29bf09fc5245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.331463] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80938fcd-0100-456a-93c6-29bf09fc5245',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.343191] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-109ec895-1abb-4012-9dbd-c3b5f3ece112 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.343371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.343565] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('109ec895-1abb-4012-9dbd-c3b5f3ece112',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.344580] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc7876ea-9850-4fd3-8707-f93a137dd7ef with status ACTIVE [ 660.344672] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.344741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.344797] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.344995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.345093] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.345351] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.345430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.345430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.345595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.345674] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.345849] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.345939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.345996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.348807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.348875] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.351793] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc7876ea-9850-4fd3-8707-f93a137dd7ef is going to be updated. [ 660.368473] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.368999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.368999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.369215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.369552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.369698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc7876ea-9850-4fd3-8707-f93a137dd7ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.602373] env[68927]: INFO networking_nsxv3.common.synchronization [None req-c8fa3fea-db49-45c0-b213-b315fed34fe3 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_rules [ 660.602922] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_rules [ 660.603288] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.603456] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.603540] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.603902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.603902] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.739378] env[68927]: INFO networking_nsxv3.common.synchronization [None req-b481ded3-f5fc-41b2-bd3d-bed9233051dd None None] Enqueued Resource ID: f44d657f-70ab-4f54-a42f-515187f718ba with Priority: HIGHEST for action port [ 660.739378] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44d657f-70ab-4f54-a42f-515187f718ba with Priority: HIGHEST for action port [ 660.739701] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-f44d657f-70ab-4f54-a42f-515187f718ba taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.739701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f44d657f-70ab-4f54-a42f-515187f718ba" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.739701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f44d657f-70ab-4f54-a42f-515187f718ba" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.739958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f44d657f-70ab-4f54-a42f-515187f718ba" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.740066] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44d657f-70ab-4f54-a42f-515187f718ba',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.838655] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.839031] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.839593] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.841017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.841017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.841017] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 80938fcd-0100-456a-93c6-29bf09fc5245 not found, creating... [ 660.841017] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.841017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.841017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.841479] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.841785] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.842380] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.842699] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.842949] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.843343] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.843627] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.843889] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 80938fcd-0100-456a-93c6-29bf09fc5245 is going to be created. [ 660.846336] env[68927]: INFO networking_nsxv3.common.synchronization [None req-c5781731-d525-4474-9aaf-7c0d2b320476 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_rules [ 660.846978] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_rules [ 660.847748] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.847970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.851369] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('109ec895-1abb-4012-9dbd-c3b5f3ece112',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.866896] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.869016] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.869016] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.869016] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.869016] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.869016] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-80938fcd-0100-456a-93c6-29bf09fc5245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.135975] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.135975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.135975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.135975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.135975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.135975] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe already deleted. [ 661.135975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.135975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.135975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.135975] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.242937] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f44d657f-70ab-4f54-a42f-515187f718ba [ 661.243272] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.243577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.243577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.244210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.244375] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.244522] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f44d657f-70ab-4f54-a42f-515187f718ba already deleted. [ 661.244634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f44d657f-70ab-4f54-a42f-515187f718ba" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.357024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.357024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.357024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.357024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.357024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.357024] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 is going to be created. [ 661.378552] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.380589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.380589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.380589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.380589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.390463] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 in Status: UNINITIALIZED for 2s [ 661.657389] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.657389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.657389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.658010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.658316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.658651] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe already deleted. [ 661.658923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.063981] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: SUCCESS [ 662.063981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.064630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.064943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.065518] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.067024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.067024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.067024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.067024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.067024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.067024] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.268367] env[68927]: INFO networking_nsxv3.common.synchronization [req-252954a0-d46d-4e67-bae4-995b94e08fba req-0df91290-7a51-4310-a197-26d07dc2685c tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 662.268453] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 662.268840] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.268953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.268993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.269298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.269480] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.269604] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.269726] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.269847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.269968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.270123] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.306826] env[68927]: INFO networking_nsxv3.common.synchronization [req-befb73dc-7549-46de-a744-3d94e3f5dbfb req-582edabf-ad8b-46e9-8e37-f8a4ba096982 service nova] Enqueued Resource ID: a75b8296-4366-43ab-b077-6548f435310e with Priority: HIGHEST for action security_group_rules [ 662.307069] env[68927]: INFO networking_nsxv3.common.synchronization [req-befb73dc-7549-46de-a744-3d94e3f5dbfb req-582edabf-ad8b-46e9-8e37-f8a4ba096982 service nova] Enqueued Resource ID: a75b8296-4366-43ab-b077-6548f435310e with Priority: HIGHEST for action security_group_members [ 662.307421] env[68927]: INFO networking_nsxv3.common.synchronization [req-befb73dc-7549-46de-a744-3d94e3f5dbfb req-582edabf-ad8b-46e9-8e37-f8a4ba096982 service nova] Enqueued Resource ID: 80938fcd-0100-456a-93c6-29bf09fc5245 with Priority: HIGHEST for action port [ 662.307711] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75b8296-4366-43ab-b077-6548f435310e with Priority: HIGHEST for action security_group_rules [ 662.307839] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75b8296-4366-43ab-b077-6548f435310e with Priority: HIGHEST for action security_group_members [ 662.307934] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80938fcd-0100-456a-93c6-29bf09fc5245 with Priority: HIGHEST for action port [ 662.311018] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75b8296-4366-43ab-b077-6548f435310e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.311018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.311018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.311018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.311018] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75b8296-4366-43ab-b077-6548f435310e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.311018] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75b8296-4366-43ab-b077-6548f435310e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.311018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.311018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.311018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.311018] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.311018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.311018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.311018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.311018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.311018] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75b8296-4366-43ab-b077-6548f435310e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.311712] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-80938fcd-0100-456a-93c6-29bf09fc5245 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.311712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80938fcd-0100-456a-93c6-29bf09fc5245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.311712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80938fcd-0100-456a-93c6-29bf09fc5245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.311712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80938fcd-0100-456a-93c6-29bf09fc5245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.311712] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80938fcd-0100-456a-93c6-29bf09fc5245',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.573274] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.573274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.573274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.573499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.575766] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.575766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.575766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.575766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.575766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.575766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.575766] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.575766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.575766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.575766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.575766] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.576257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.576257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.576257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.576257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.576374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.576405] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.778791] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.779102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.779102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.779230] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.779530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.779601] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.779708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.779787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.779970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.780073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.780179] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 already deleted. [ 662.780334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.814854] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80938fcd-0100-456a-93c6-29bf09fc5245 with status ACTIVE [ 662.814854] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.815250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.815250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.815396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.815446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.815609] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.815712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.815768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.815931] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.816053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.816281] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.816381] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.816422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.816586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.816650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.816685] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80938fcd-0100-456a-93c6-29bf09fc5245 is going to be updated. [ 662.817875] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75b8296-4366-43ab-b077-6548f435310e taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.817992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.818797] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a75b8296-4366-43ab-b077-6548f435310e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.842711] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.843388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.844678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.844678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.844678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.844678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80938fcd-0100-456a-93c6-29bf09fc5245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.855475] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.857019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.857019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.857019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.857019] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.857019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.857019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.858305] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.858610] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.858998] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.859243] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.860878] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.860878] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.860878] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.860878] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.860878] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.882758] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.882758] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.882758] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.882758] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.883444] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-b9d9cc86-0ace-4b18-afc7-54581982ab2b taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.883444] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-b9d9cc86-0ace-4b18-afc7-54581982ab2b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.883444] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-b9d9cc86-0ace-4b18-afc7-54581982ab2b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.883757] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-b9d9cc86-0ace-4b18-afc7-54581982ab2b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.884344] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d9cc86-0ace-4b18-afc7-54581982ab2b',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.034907] env[68927]: INFO networking_nsxv3.common.synchronization [None req-e894abeb-0de8-4356-8faa-2ecd28abe846 None None] Enqueued Resource ID: 5eb45d8d-cf76-4c8c-8f33-2b2cf5121705 with Priority: HIGHEST for action port [ 663.036213] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb45d8d-cf76-4c8c-8f33-2b2cf5121705 with Priority: HIGHEST for action port [ 663.036811] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eb45d8d-cf76-4c8c-8f33-2b2cf5121705 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.036965] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eb45d8d-cf76-4c8c-8f33-2b2cf5121705" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.037331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eb45d8d-cf76-4c8c-8f33-2b2cf5121705" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.037419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eb45d8d-cf76-4c8c-8f33-2b2cf5121705" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.037419] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb45d8d-cf76-4c8c-8f33-2b2cf5121705',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.081158] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a22db94-5a6a-440e-9f29-0e63827cc01c: rpc.has_security_group_logging(os_id): False [ 663.107817] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.108153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.108271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.108522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.108627] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.108862] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.108984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.109028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.109188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.109281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.109471] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.109570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.109664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.109811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.109887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.110231] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.110343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.110409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.111121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.111121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.111121] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c is going to be created. [ 663.185284] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.186938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.186938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.186938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.186938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.201321] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: IN_PROGRESS for 2s [ 663.320661] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a75b8296-4366-43ab-b077-6548f435310e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.388062] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.388313] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.388441] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.388814] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.389425] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.391090] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port b9d9cc86-0ace-4b18-afc7-54581982ab2b not found, creating... [ 663.391090] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.391090] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.391090] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.391090] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.391090] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.391386] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.391623] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.391767] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.392352] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.392553] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.392707] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: b9d9cc86-0ace-4b18-afc7-54581982ab2b is going to be created. [ 663.404170] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 in Status: SUCCESS [ 663.404373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.404532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.404743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.404908] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.405152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.405152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.405343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.405428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.405520] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.405625] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('109ec895-1abb-4012-9dbd-c3b5f3ece112',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.412141] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.412365] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.412478] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.412734] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.412954] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.413258] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-b9d9cc86-0ace-4b18-afc7-54581982ab2b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.415145] env[68927]: INFO networking_nsxv3.common.synchronization [None req-0ddbe9da-d8d5-43dc-9e91-44d1f3b1c38e None None] Enqueued Resource ID: 8f61db52-d09a-45b7-9f2a-20761499b6f1 with Priority: HIGHEST for action port [ 663.416057] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f61db52-d09a-45b7-9f2a-20761499b6f1 with Priority: HIGHEST for action port [ 663.416545] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f61db52-d09a-45b7-9f2a-20761499b6f1 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.416654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f61db52-d09a-45b7-9f2a-20761499b6f1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.417187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f61db52-d09a-45b7-9f2a-20761499b6f1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.417187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f61db52-d09a-45b7-9f2a-20761499b6f1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.417187] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f61db52-d09a-45b7-9f2a-20761499b6f1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.544231] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eb45d8d-cf76-4c8c-8f33-2b2cf5121705 [ 663.544539] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.544683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.544683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.544884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.544974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.545084] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eb45d8d-cf76-4c8c-8f33-2b2cf5121705 already deleted. [ 663.545280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eb45d8d-cf76-4c8c-8f33-2b2cf5121705" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.825381] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.825737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.825737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.826339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.826339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.826339] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75b8296-4366-43ab-b077-6548f435310e is going to be created. [ 663.851190] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.852141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.852141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.852141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.852141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.861762] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75b8296-4366-43ab-b077-6548f435310e in Status: UNINITIALIZED for 2s [ 663.909131] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-109ec895-1abb-4012-9dbd-c3b5f3ece112 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.909131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.909131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.909131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.909937] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.910067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.910252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.910318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.910763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.910763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.910763] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-109ec895-1abb-4012-9dbd-c3b5f3ece112 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.910763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.910944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.910978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.911163] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.911237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.911283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.912227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.912227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.912227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.912227] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('109ec895-1abb-4012-9dbd-c3b5f3ece112',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.919951] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f61db52-d09a-45b7-9f2a-20761499b6f1 [ 663.919951] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.919951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.919951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.919951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.919951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.919951] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f61db52-d09a-45b7-9f2a-20761499b6f1 already deleted. [ 663.919951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f61db52-d09a-45b7-9f2a-20761499b6f1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.230694] env[68927]: INFO networking_nsxv3.common.synchronization [req-252954a0-d46d-4e67-bae4-995b94e08fba req-482cd484-bf0e-444a-8fd7-c12892216640 service nova] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_rules [ 664.230849] env[68927]: INFO networking_nsxv3.common.synchronization [req-252954a0-d46d-4e67-bae4-995b94e08fba req-482cd484-bf0e-444a-8fd7-c12892216640 service nova] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 664.230950] env[68927]: INFO networking_nsxv3.common.synchronization [req-252954a0-d46d-4e67-bae4-995b94e08fba req-482cd484-bf0e-444a-8fd7-c12892216640 service nova] Enqueued Resource ID: b9d9cc86-0ace-4b18-afc7-54581982ab2b with Priority: HIGHEST for action port [ 664.231522] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_rules [ 664.231882] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 664.231882] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d9cc86-0ace-4b18-afc7-54581982ab2b with Priority: HIGHEST for action port [ 664.232179] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.232358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.232462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.232782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.232941] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.234287] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.234287] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.234422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.234727] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.234901] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.235074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.235181] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.235864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.235864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.235864] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.236463] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9d9cc86-0ace-4b18-afc7-54581982ab2b taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.237024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9d9cc86-0ace-4b18-afc7-54581982ab2b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.237024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9d9cc86-0ace-4b18-afc7-54581982ab2b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.237024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9d9cc86-0ace-4b18-afc7-54581982ab2b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.237024] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d9cc86-0ace-4b18-afc7-54581982ab2b',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.416719] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 109ec895-1abb-4012-9dbd-c3b5f3ece112: rpc.has_security_group_logging(os_id): False [ 664.435561] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.435706] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.436085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.436085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.436085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.436278] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.436405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.436474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.436632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.436710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.436900] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.436990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.437120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.437918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.437918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.437918] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.437918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.437918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.437918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.437918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.437918] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 is going to be created. [ 664.506772] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.506921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.506963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.507432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.507432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.520410] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 in Status: IN_PROGRESS for 2s [ 664.741529] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.741529] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.741529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.741529] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9d9cc86-0ace-4b18-afc7-54581982ab2b with status ACTIVE [ 664.741529] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.741529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.741529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.741529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.741529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.741529] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.741529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.741529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.741529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.741529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.742452] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.742452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.742452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.747022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.747022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.747022] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9d9cc86-0ace-4b18-afc7-54581982ab2b is going to be updated. [ 664.769920] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.769920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.769920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.769920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.769920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.769920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9d9cc86-0ace-4b18-afc7-54581982ab2b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.214132] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: SUCCESS [ 665.214434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.245971] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.748019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.748205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.748291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.748506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.748597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.748700] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be created. [ 665.776560] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.776560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.776560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.776560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.776560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.786161] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: UNINITIALIZED for 2s [ 665.875342] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75b8296-4366-43ab-b077-6548f435310e in Status: SUCCESS [ 665.875342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.875342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.875342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.875342] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.875342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.875342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.875342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.875342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.875342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.875342] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a75b8296-4366-43ab-b077-6548f435310e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.380517] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75b8296-4366-43ab-b077-6548f435310e taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.380980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.380980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.380980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.381132] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.381492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.381492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.381492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.381628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.381628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.381768] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75b8296-4366-43ab-b077-6548f435310e taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.381846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.381895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.382011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.382206] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.382252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.382282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.382450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.382494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.382563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.382651] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a75b8296-4366-43ab-b077-6548f435310e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.533561] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 in Status: SUCCESS [ 666.533561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.885856] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a75b8296-4366-43ab-b077-6548f435310e: rpc.has_security_group_logging(os_id): False [ 666.905524] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.905524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.905524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.905843] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.905843] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.905905] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.906620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.906620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.906620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.906620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.906828] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.906885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.906925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.907064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.907141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.907380] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.907459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.907521] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.907648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.907720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.907960] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75b8296-4366-43ab-b077-6548f435310e is going to be created. [ 666.946178] env[68927]: INFO networking_nsxv3.common.synchronization [None req-f43d341c-3927-43b3-ac89-78cfec86be4f None None] Enqueued Resource ID: d18b814e-10e1-4c18-b144-d5fa743e5877 with Priority: HIGHEST for action port [ 666.946727] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b814e-10e1-4c18-b144-d5fa743e5877 with Priority: HIGHEST for action port [ 666.950951] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d18b814e-10e1-4c18-b144-d5fa743e5877 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.950951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d18b814e-10e1-4c18-b144-d5fa743e5877" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.950951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d18b814e-10e1-4c18-b144-d5fa743e5877" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.950951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d18b814e-10e1-4c18-b144-d5fa743e5877" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.950951] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d18b814e-10e1-4c18-b144-d5fa743e5877',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.962486] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.962486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.962486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.962486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.962486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.995599] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a75b8296-4366-43ab-b077-6548f435310e in Status: IN_PROGRESS for 2s [ 667.118170] env[68927]: INFO networking_nsxv3.common.synchronization [req-74e42b0f-5b15-4c01-bb46-45638ff568ed req-d6e6cffe-3113-4176-b6af-1c592c559f67 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 667.118764] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 667.119099] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.119208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.451266] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d18b814e-10e1-4c18-b144-d5fa743e5877 [ 667.451900] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.451900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.451900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.452145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.452145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.452351] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d18b814e-10e1-4c18-b144-d5fa743e5877 already deleted. [ 667.452351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d18b814e-10e1-4c18-b144-d5fa743e5877" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.803479] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 667.803479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.803934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.804180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.804379] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.804534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.804590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.804703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.804785] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.804868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.804964] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.806289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.806482] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.806756] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.806868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.806970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.807202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.807446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.807446] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.843441] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.843633] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.843757] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.844030] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.844295] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.844571] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.844571] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.845380] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.845380] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.848892] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.849048] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.849178] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.849298] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.849419] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.849541] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.849696] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.872388] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.872546] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.872683] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.872861] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.873235] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-47c006d2-cb02-4a35-b666-f5ec54e76e33 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.873360] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-47c006d2-cb02-4a35-b666-f5ec54e76e33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.873476] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-47c006d2-cb02-4a35-b666-f5ec54e76e33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.873811] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-47c006d2-cb02-4a35-b666-f5ec54e76e33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.873945] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c006d2-cb02-4a35-b666-f5ec54e76e33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.307512] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.311292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.311292] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.377757] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.378125] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.378276] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.378644] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.378836] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.379012] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 47c006d2-cb02-4a35-b666-f5ec54e76e33 not found, creating... [ 668.379381] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.379574] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.379715] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.380051] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.380195] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.380580] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.380789] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.380969] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.381258] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.381438] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.381591] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 47c006d2-cb02-4a35-b666-f5ec54e76e33 is going to be created. [ 668.401497] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.401729] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.401857] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.402240] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.402499] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.402787] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-47c006d2-cb02-4a35-b666-f5ec54e76e33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.742273] env[68927]: INFO networking_nsxv3.common.synchronization [None req-56ecb1c2-17a0-4c7d-9420-fddbaffc5ad7 None None] Enqueued Resource ID: f8b70f21-f23b-4ef5-9ce4-ab24d6567fb8 with Priority: HIGHEST for action port [ 668.743258] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b70f21-f23b-4ef5-9ce4-ab24d6567fb8 with Priority: HIGHEST for action port [ 668.743463] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b70f21-f23b-4ef5-9ce4-ab24d6567fb8 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.743581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b70f21-f23b-4ef5-9ce4-ab24d6567fb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.743777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b70f21-f23b-4ef5-9ce4-ab24d6567fb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.744050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b70f21-f23b-4ef5-9ce4-ab24d6567fb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.744050] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b70f21-f23b-4ef5-9ce4-ab24d6567fb8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.812070] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.011724] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a75b8296-4366-43ab-b077-6548f435310e in Status: SUCCESS [ 669.011724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.251087] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8b70f21-f23b-4ef5-9ce4-ab24d6567fb8 [ 669.252035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.252035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.252237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.252288] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.252376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.252465] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8b70f21-f23b-4ef5-9ce4-ab24d6567fb8 already deleted. [ 669.252569] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b70f21-f23b-4ef5-9ce4-ab24d6567fb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.318879] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.319026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.319714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.320438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.320438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.320536] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 669.338446] env[68927]: INFO networking_nsxv3.common.synchronization [None req-254b6bac-9f3c-46bf-a654-6ca43ce3b0f8 None None] Enqueued Resource ID: 6d60d6a0-a362-40d2-b61f-bf334cd90156 with Priority: HIGHEST for action port [ 669.339533] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d60d6a0-a362-40d2-b61f-bf334cd90156 with Priority: HIGHEST for action port [ 669.339968] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d60d6a0-a362-40d2-b61f-bf334cd90156 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.340273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d60d6a0-a362-40d2-b61f-bf334cd90156" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.340469] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d60d6a0-a362-40d2-b61f-bf334cd90156" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.340899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d60d6a0-a362-40d2-b61f-bf334cd90156" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.341268] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d60d6a0-a362-40d2-b61f-bf334cd90156',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.396247] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.396247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.396247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.396247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.396247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.404529] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 669.713376] env[68927]: INFO networking_nsxv3.common.synchronization [req-74e42b0f-5b15-4c01-bb46-45638ff568ed req-c6416407-9685-49ba-821a-2da80155c8d9 service nova] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_rules [ 669.713376] env[68927]: INFO networking_nsxv3.common.synchronization [req-74e42b0f-5b15-4c01-bb46-45638ff568ed req-c6416407-9685-49ba-821a-2da80155c8d9 service nova] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 669.713376] env[68927]: INFO networking_nsxv3.common.synchronization [req-74e42b0f-5b15-4c01-bb46-45638ff568ed req-c6416407-9685-49ba-821a-2da80155c8d9 service nova] Enqueued Resource ID: 47c006d2-cb02-4a35-b666-f5ec54e76e33 with Priority: HIGHEST for action port [ 669.713376] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_rules [ 669.713376] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 669.713376] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c006d2-cb02-4a35-b666-f5ec54e76e33 with Priority: HIGHEST for action port [ 669.713771] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.713771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.713992] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.714120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.714332] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-47c006d2-cb02-4a35-b666-f5ec54e76e33 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.714478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47c006d2-cb02-4a35-b666-f5ec54e76e33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.714855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47c006d2-cb02-4a35-b666-f5ec54e76e33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.715166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47c006d2-cb02-4a35-b666-f5ec54e76e33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.715347] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c006d2-cb02-4a35-b666-f5ec54e76e33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.847304] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d60d6a0-a362-40d2-b61f-bf334cd90156 [ 669.847304] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.847304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.847304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.847304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.847304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.847304] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d60d6a0-a362-40d2-b61f-bf334cd90156 already deleted. [ 669.847304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d60d6a0-a362-40d2-b61f-bf334cd90156" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.221389] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47c006d2-cb02-4a35-b666-f5ec54e76e33 with status ACTIVE [ 670.221632] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.221784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.221854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.222092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.222191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.222383] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.222485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.222549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.222710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.222783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.222966] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.223161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.223161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.223274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.223373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.223468] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47c006d2-cb02-4a35-b666-f5ec54e76e33 is going to be updated. [ 670.257549] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.257733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.257807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.258077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.258167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.258331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47c006d2-cb02-4a35-b666-f5ec54e76e33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.115041] env[68927]: INFO networking_nsxv3.common.synchronization [None req-a327b21c-a426-4948-8e9e-d48c5c119da8 None None] Enqueued Resource ID: 28cd6f96-e42f-4cb9-85cb-7c93ef4aba32 with Priority: HIGHEST for action port [ 671.116369] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28cd6f96-e42f-4cb9-85cb-7c93ef4aba32 with Priority: HIGHEST for action port [ 671.116800] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-28cd6f96-e42f-4cb9-85cb-7c93ef4aba32 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.116800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28cd6f96-e42f-4cb9-85cb-7c93ef4aba32" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.116983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28cd6f96-e42f-4cb9-85cb-7c93ef4aba32" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.117197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28cd6f96-e42f-4cb9-85cb-7c93ef4aba32" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.117197] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28cd6f96-e42f-4cb9-85cb-7c93ef4aba32',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.416271] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 671.416610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.416779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.417013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.417231] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.417355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.417414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.417800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.417800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.417800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.418601] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.418694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.418869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.419074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.419237] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.419435] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.419558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.419720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.419802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.419888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.419977] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.420882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.421059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.421272] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.421381] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.421446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.421591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.421671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.421781] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.621293] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28cd6f96-e42f-4cb9-85cb-7c93ef4aba32 [ 671.621293] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.621293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.621293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.621293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.621293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.621293] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28cd6f96-e42f-4cb9-85cb-7c93ef4aba32 already deleted. [ 671.621293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28cd6f96-e42f-4cb9-85cb-7c93ef4aba32" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.924350] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9: rpc.has_security_group_logging(os_id): False [ 671.926708] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.945918] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.946691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.946691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.946691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.946691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.947221] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.947363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.947429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.947695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.947779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.947975] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.948076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.948137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.948291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.948427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.948542] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.949020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.949020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.949020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.949020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.949020] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be created. [ 672.020546] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.020743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.020862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.021211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.021419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.033593] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 672.263821] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 req-b101ad7c-3220-41a3-96ab-d1f1b5c6f839 tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Enqueued Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_members [ 672.264379] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_members [ 672.264796] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-877140a0-7c8b-4d35-9bf2-1061765bf1ce taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.264940] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.265019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.265273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.265504] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.265652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.265690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.265889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.265977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.266090] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877140a0-7c8b-4d35-9bf2-1061765bf1ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.430820] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.709475] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.709699] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-653" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.709892] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-653" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.710503] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-653" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.710823] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.710992] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.711173] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.711443] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.711584] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.711819] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.711935] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.712316] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.713479] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.713479] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.713479] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.713479] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.734249] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.734510] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.734713] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.734920] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-653" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.735256] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-252e3024-1de6-4885-adf0-dba29cd6a09b taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.735614] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-252e3024-1de6-4885-adf0-dba29cd6a09b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.735736] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-252e3024-1de6-4885-adf0-dba29cd6a09b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.736113] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-252e3024-1de6-4885-adf0-dba29cd6a09b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.736960] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252e3024-1de6-4885-adf0-dba29cd6a09b',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.773268] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.773268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.773268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.773268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.773268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.773268] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.773268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.773268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.773268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.773268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.773268] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce already deleted. [ 672.773268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.936646] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.936864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.936864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.937082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.937157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.937272] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 672.966350] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.966533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.966600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.966854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.966949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.976958] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 673.240035] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.240035] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.240035] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.240035] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.240035] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.240271] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 252e3024-1de6-4885-adf0-dba29cd6a09b not found, creating... [ 673.240386] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.240540] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.240657] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.240882] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.241041] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.241333] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.241490] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.241610] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.241822] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.241951] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.242480] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 252e3024-1de6-4885-adf0-dba29cd6a09b is going to be created. [ 673.263071] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.263071] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.263342] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.263541] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.263772] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.264017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-252e3024-1de6-4885-adf0-dba29cd6a09b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.045488] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 674.046602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.046889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.047191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.047289] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.399987] env[68927]: INFO networking_nsxv3.common.synchronization [None req-fc73c1cf-9662-439d-80a3-2ee2f6c1446d None None] Enqueued Resource ID: e026f7b3-f6c6-482b-b2c6-939113a24584 with Priority: HIGHEST for action port [ 674.400288] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e026f7b3-f6c6-482b-b2c6-939113a24584 with Priority: HIGHEST for action port [ 674.401347] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-e026f7b3-f6c6-482b-b2c6-939113a24584 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.401347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e026f7b3-f6c6-482b-b2c6-939113a24584" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.401488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e026f7b3-f6c6-482b-b2c6-939113a24584" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.401744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e026f7b3-f6c6-482b-b2c6-939113a24584" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.402299] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e026f7b3-f6c6-482b-b2c6-939113a24584',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.469894] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 req-5f2cd1db-1070-4855-9934-38e6981e1777 service nova] Enqueued Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_rules [ 674.470169] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 req-5f2cd1db-1070-4855-9934-38e6981e1777 service nova] Enqueued Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_members [ 674.470268] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f2e887c-4329-45df-84b7-0ccc9fdc77e8 req-5f2cd1db-1070-4855-9934-38e6981e1777 service nova] Enqueued Resource ID: 252e3024-1de6-4885-adf0-dba29cd6a09b with Priority: HIGHEST for action port [ 674.470800] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_rules [ 674.470951] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_members [ 674.473478] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252e3024-1de6-4885-adf0-dba29cd6a09b with Priority: HIGHEST for action port [ 674.477019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.477019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.477019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.477019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.477019] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877140a0-7c8b-4d35-9bf2-1061765bf1ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.477019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-877140a0-7c8b-4d35-9bf2-1061765bf1ce taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.477019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.477019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.477019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.477019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.477019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.477019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.477019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.477019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.477019] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877140a0-7c8b-4d35-9bf2-1061765bf1ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.478503] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-252e3024-1de6-4885-adf0-dba29cd6a09b taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.478503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-252e3024-1de6-4885-adf0-dba29cd6a09b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.478503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-252e3024-1de6-4885-adf0-dba29cd6a09b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.478503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-252e3024-1de6-4885-adf0-dba29cd6a09b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.478503] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252e3024-1de6-4885-adf0-dba29cd6a09b',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.549753] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.549753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.905574] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e026f7b3-f6c6-482b-b2c6-939113a24584 [ 674.906802] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.906927] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.907238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.907534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.907833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.907939] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e026f7b3-f6c6-482b-b2c6-939113a24584 already deleted. [ 674.908792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e026f7b3-f6c6-482b-b2c6-939113a24584" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.981267] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('877140a0-7c8b-4d35-9bf2-1061765bf1ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.983384] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-877140a0-7c8b-4d35-9bf2-1061765bf1ce taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.983384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988415] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 252e3024-1de6-4885-adf0-dba29cd6a09b with status ACTIVE [ 674.988415] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.988415] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.988415] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.988415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.988415] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 252e3024-1de6-4885-adf0-dba29cd6a09b is going to be updated. [ 674.990718] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 674.990718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.990718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.990718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.990942] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.991014] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.991101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.991248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.991345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.991473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.991597] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.017654] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.017654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.017654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.017654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.017654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.017654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-252e3024-1de6-4885-adf0-dba29cd6a09b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.215060] env[68927]: INFO networking_nsxv3.common.synchronization [req-9044bea3-b0e6-4474-8894-356a0bdb5f1b req-068cdf1a-6af6-4afb-85a7-7c06fef760c7 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 675.216735] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 675.217130] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.217269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.217335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.217622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.217794] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.218118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.218118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.218118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.218816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.218816] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.484466] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('877140a0-7c8b-4d35-9bf2-1061765bf1ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.500297] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.500545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.500690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.501012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.501213] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.501453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.501890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.501890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.501890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.501890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.502150] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.502150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.502262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.502390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.502532] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.502626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.502691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.502865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.502950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.509288] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.509288] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.726024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.726452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.726658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.727236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.727455] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.727873] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.729593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.729809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.730186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.730441] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.730690] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 already deleted. [ 675.730917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.815129] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.815327] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.815495] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.815912] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.817410] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.817535] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.819156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.819156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.819156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.819156] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.819156] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.819156] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.819156] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.821184] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.821184] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.821184] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.841040] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.841040] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.841040] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.841040] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.841458] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-dbaf66b7-b440-4d97-b545-e3276faeb84d taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.841651] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-dbaf66b7-b440-4d97-b545-e3276faeb84d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.841770] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-dbaf66b7-b440-4d97-b545-e3276faeb84d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.842145] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-dbaf66b7-b440-4d97-b545-e3276faeb84d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.842282] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbaf66b7-b440-4d97-b545-e3276faeb84d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.987602] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.987776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.987898] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.988118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.988228] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.988348] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce is going to be created. [ 676.012302] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9: rpc.has_security_group_logging(os_id): False [ 676.013138] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.013247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.013314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.013545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.013719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.027677] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce in Status: UNINITIALIZED for 2s [ 676.032507] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.032863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.032941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.033185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.033399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.033528] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.033636] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.033722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.033917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.033996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.034250] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.034300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.034337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.034499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.034577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.034754] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.034845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.034902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.037111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.038079] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.038205] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 676.106275] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.106275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.106476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.107024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.107024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.118870] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 676.345445] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.345797] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.345981] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.346311] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.346488] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.346665] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port dbaf66b7-b440-4d97-b545-e3276faeb84d not found, creating... [ 676.346938] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.350099] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.350099] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.350099] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.350099] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.350099] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.350099] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.350099] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.350428] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.351542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.351764] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: dbaf66b7-b440-4d97-b545-e3276faeb84d is going to be created. [ 676.379554] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.379901] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.380054] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.380338] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.380632] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.380884] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-dbaf66b7-b440-4d97-b545-e3276faeb84d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.775306] env[68927]: INFO networking_nsxv3.common.synchronization [None req-dab6002e-8bd0-453a-a60f-7c83164bcc90 None None] Enqueued Resource ID: ddbde813-a2de-43bc-a246-8c269381fb7e with Priority: HIGHEST for action port [ 676.775306] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbde813-a2de-43bc-a246-8c269381fb7e with Priority: HIGHEST for action port [ 676.775871] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddbde813-a2de-43bc-a246-8c269381fb7e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.776055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddbde813-a2de-43bc-a246-8c269381fb7e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.776157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddbde813-a2de-43bc-a246-8c269381fb7e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.776336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddbde813-a2de-43bc-a246-8c269381fb7e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.776427] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbde813-a2de-43bc-a246-8c269381fb7e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.279199] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddbde813-a2de-43bc-a246-8c269381fb7e [ 677.279440] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.279621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.279692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.279901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.279991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.280098] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddbde813-a2de-43bc-a246-8c269381fb7e already deleted. [ 677.280312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddbde813-a2de-43bc-a246-8c269381fb7e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.416789] env[68927]: INFO networking_nsxv3.common.synchronization [req-b8ca3b30-c289-468f-a276-59596f27fe84 req-2aa3c1a0-0214-4be6-afa6-0f08541bc935 tempest-DeleteServersAdminTestJSON-146920213 tempest-DeleteServersAdminTestJSON-146920213-project-admin] Enqueued Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 677.417077] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 677.417610] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.417754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.417840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.419616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.419823] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.419952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.421370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.421618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.421727] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.421831] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.441019] env[68927]: INFO networking_nsxv3.common.synchronization [req-9044bea3-b0e6-4474-8894-356a0bdb5f1b req-7ee29699-bc5d-4219-ab8f-691eb3bcbb66 service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 677.441019] env[68927]: INFO networking_nsxv3.common.synchronization [req-9044bea3-b0e6-4474-8894-356a0bdb5f1b req-7ee29699-bc5d-4219-ab8f-691eb3bcbb66 service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 677.441019] env[68927]: INFO networking_nsxv3.common.synchronization [req-9044bea3-b0e6-4474-8894-356a0bdb5f1b req-7ee29699-bc5d-4219-ab8f-691eb3bcbb66 service nova] Enqueued Resource ID: dbaf66b7-b440-4d97-b545-e3276faeb84d with Priority: HIGHEST for action port [ 677.441220] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 677.441353] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 677.441448] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf66b7-b440-4d97-b545-e3276faeb84d with Priority: HIGHEST for action port [ 677.441713] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.441873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.441912] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.442750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.442860] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.444822] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.444942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.445018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.446301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.446301] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.446301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.446301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.446301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.446301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.446301] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.450370] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbaf66b7-b440-4d97-b545-e3276faeb84d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.450490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbaf66b7-b440-4d97-b545-e3276faeb84d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.450561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbaf66b7-b440-4d97-b545-e3276faeb84d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.450762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbaf66b7-b440-4d97-b545-e3276faeb84d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.450904] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbaf66b7-b440-4d97-b545-e3276faeb84d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.927127] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.927127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.927127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.927127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.927127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.927127] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.927127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.927127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.927127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.927127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.927127] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c is going to be updated. [ 677.952568] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.953199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.953589] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.956015] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.956015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.956015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.957886] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.957886] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.958761] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbaf66b7-b440-4d97-b545-e3276faeb84d with status ACTIVE [ 677.959077] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.959313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.959460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.960947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.960947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.960947] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.960947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.960947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.960947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.960947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.960947] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.960947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.960947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.960947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.960947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.965010] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbaf66b7-b440-4d97-b545-e3276faeb84d is going to be updated. [ 677.973872] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: IN_PROGRESS for 2s [ 677.985711] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.985951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.986094] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.986497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.986667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.986960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbaf66b7-b440-4d97-b545-e3276faeb84d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.037821] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce in Status: SUCCESS [ 678.038126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.038325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.038576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.038930] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.039018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.039059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.039215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.039320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.039414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.039539] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('877140a0-7c8b-4d35-9bf2-1061765bf1ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.138663] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 678.138663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.469350] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.544255] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('877140a0-7c8b-4d35-9bf2-1061765bf1ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.972137] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.972137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.972137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.972137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.972137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.972137] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be created. [ 678.996693] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.996693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.996693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.996693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.996693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.011373] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: UNINITIALIZED for 2s [ 679.046940] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 877140a0-7c8b-4d35-9bf2-1061765bf1ce: rpc.has_security_group_logging(os_id): False [ 679.070351] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.070506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.070570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.070790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.070882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.071163] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.071321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.071470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.071544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.071623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.071714] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce is going to be created. [ 679.085833] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-e1423713-24a0-4325-8839-0616b9d0aef6 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 679.087990] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 679.087990] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.087990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.087990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.087990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.087990] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.087990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.087990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.087990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.087990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.088368] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.128779] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.129104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.129104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.129345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.129598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.143081] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce in Status: IN_PROGRESS for 2s [ 679.592398] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.592690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.592765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.592949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.593066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.593339] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.593551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.593806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.593806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.593901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.593982] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 already deleted. [ 679.594106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.861377] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.861591] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.861740] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.862134] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.862409] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.862571] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.862690] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.862909] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.867542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.867891] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.868068] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.868233] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.868410] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.868519] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.868652] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.872021] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.879485] env[68927]: INFO networking_nsxv3.common.synchronization [req-6ed9c453-7801-42ab-b11c-4249d349bd16 req-2eac1e11-8139-4d76-b5e6-9b1ce79ed970 tempest-ServerDiagnosticsTest-1735983650 tempest-ServerDiagnosticsTest-1735983650-project-member] Enqueued Resource ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 with Priority: HIGHEST for action security_group_members [ 679.880030] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 with Priority: HIGHEST for action security_group_members [ 679.880368] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-109ec895-1abb-4012-9dbd-c3b5f3ece112 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.880512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.880676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.882113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.882113] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.882113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.882113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.882113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.882113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.882113] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109ec895-1abb-4012-9dbd-c3b5f3ece112',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.901963] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.902235] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.902530] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.902530] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.902803] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-f8991896-2f6f-4cdd-a990-647d4de39db8 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.902999] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-f8991896-2f6f-4cdd-a990-647d4de39db8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.903177] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-f8991896-2f6f-4cdd-a990-647d4de39db8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.903549] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-f8991896-2f6f-4cdd-a990-647d4de39db8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.903633] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8991896-2f6f-4cdd-a990-647d4de39db8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.985476] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: SUCCESS [ 679.985778] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c deletion is rescheduled due to dependency. [ 679.985859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.387204] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.387374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.387447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.387674] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.387765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.387959] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.388063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.388127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.388277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.388349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.388445] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 is going to be updated. [ 680.410237] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.410474] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.410604] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.410896] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.411063] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.411223] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port f8991896-2f6f-4cdd-a990-647d4de39db8 not found, creating... [ 680.411495] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.411660] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.411778] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.412012] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.412164] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.412455] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.412618] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.412759] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.412975] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.416246] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.416447] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: f8991896-2f6f-4cdd-a990-647d4de39db8 is going to be created. [ 680.425493] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.425653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.425767] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.425940] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.426907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.443851] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 in Status: IN_PROGRESS for 2s [ 680.444931] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.445153] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.445293] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.445606] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.445834] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.446765] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-f8991896-2f6f-4cdd-a990-647d4de39db8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.857868] env[68927]: INFO networking_nsxv3.common.synchronization [None req-ac3d100b-db61-496d-9e1e-59359bba6c0a None None] Enqueued Resource ID: 94e36120-cd65-413b-91ff-233702cb6676 with Priority: HIGHEST for action port [ 680.858457] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e36120-cd65-413b-91ff-233702cb6676 with Priority: HIGHEST for action port [ 680.860862] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-94e36120-cd65-413b-91ff-233702cb6676 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.860993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94e36120-cd65-413b-91ff-233702cb6676" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.861069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94e36120-cd65-413b-91ff-233702cb6676" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.861336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94e36120-cd65-413b-91ff-233702cb6676" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.861412] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e36120-cd65-413b-91ff-233702cb6676',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.020842] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 681.020842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.020842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.020842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.020842] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.020842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.020842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.020842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.020842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.020842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.020842] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.157953] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce in Status: SUCCESS [ 681.157953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.364491] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94e36120-cd65-413b-91ff-233702cb6676 [ 681.364491] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.364491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.364491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.364491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.364491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.364491] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94e36120-cd65-413b-91ff-233702cb6676 already deleted. [ 681.364491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94e36120-cd65-413b-91ff-233702cb6676" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.526329] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.526329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.526329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.526329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.526329] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.526329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.526738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.526738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.526738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.526738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.526859] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.526901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.526957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.527132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.527249] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.527337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.527395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.527530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.527600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.527679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.527785] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.589407] env[68927]: INFO networking_nsxv3.common.synchronization [req-532bb1d9-1fbe-4df9-ac62-571cac53fd79 req-baff97ac-37b6-405d-8d4b-31df812e9d48 tempest-InstanceActionsNegativeTestJSON-1133046273 tempest-InstanceActionsNegativeTestJSON-1133046273-project-member] Enqueued Resource ID: a75b8296-4366-43ab-b077-6548f435310e with Priority: HIGHEST for action security_group_members [ 681.590010] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75b8296-4366-43ab-b077-6548f435310e with Priority: HIGHEST for action security_group_members [ 681.590300] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75b8296-4366-43ab-b077-6548f435310e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.590442] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.590488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.590697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.590925] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.591081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.591216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.591276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.591374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.591473] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75b8296-4366-43ab-b077-6548f435310e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.807672] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-90daaa9b-df63-42c6-b619-b9f5f6b3d7e9 service nova] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_rules [ 681.807842] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-90daaa9b-df63-42c6-b619-b9f5f6b3d7e9 service nova] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 681.808066] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-90daaa9b-df63-42c6-b619-b9f5f6b3d7e9 service nova] Enqueued Resource ID: f8991896-2f6f-4cdd-a990-647d4de39db8 with Priority: HIGHEST for action port [ 681.808251] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_rules [ 681.808535] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 681.808535] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8991896-2f6f-4cdd-a990-647d4de39db8 with Priority: HIGHEST for action port [ 681.809088] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.809223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.809286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.809572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.809671] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.810609] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.810895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.810895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.810895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.811344] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.811344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.811344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.811344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.812588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.812588] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.812588] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8991896-2f6f-4cdd-a990-647d4de39db8 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.812770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8991896-2f6f-4cdd-a990-647d4de39db8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.812822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8991896-2f6f-4cdd-a990-647d4de39db8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.813525] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8991896-2f6f-4cdd-a990-647d4de39db8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.813525] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8991896-2f6f-4cdd-a990-647d4de39db8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.032792] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3f271f-bf2f-4bdc-87a0-509afb044ca5: rpc.has_security_group_logging(os_id): False [ 682.051135] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.051954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.051954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.054149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.054149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.054149] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.054149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.054149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.054149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.054149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.054149] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.054149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.054149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.054149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.054149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.054149] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.054149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.054636] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.054761] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.054944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.055323] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be created. [ 682.095036] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.095839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.095984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.096379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.097112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.097365] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.097489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.097664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.097858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.097858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.097954] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75b8296-4366-43ab-b077-6548f435310e is going to be updated. [ 682.114732] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.116754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.116754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.116754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.116754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.131311] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 682.132290] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.132436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.132633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.132846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.132846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.144656] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75b8296-4366-43ab-b077-6548f435310e in Status: IN_PROGRESS for 2s [ 682.314706] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.314853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.315102] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.322512] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8991896-2f6f-4cdd-a990-647d4de39db8 with status ACTIVE [ 682.322512] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.322512] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.322512] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.322512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.322512] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8991896-2f6f-4cdd-a990-647d4de39db8 is going to be updated. [ 682.345146] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.346635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.346711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.346932] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.347096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.347346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8991896-2f6f-4cdd-a990-647d4de39db8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.571559] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 in Status: SUCCESS [ 682.572417] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 deletion is rescheduled due to dependency. [ 682.572417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.820660] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.326529] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.326529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.326529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.327372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.327372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.327372] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be created. [ 683.351352] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.351519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.352605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.352605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.352605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.362277] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: UNINITIALIZED for 2s [ 683.406277] env[68927]: INFO networking_nsxv3.common.synchronization [None req-4e007483-f2ee-4b55-bb69-ee972481f335 None None] Enqueued Resource ID: bcedd730-44b9-4def-8fca-9da2ff31a171 with Priority: HIGHEST for action port [ 683.407343] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcedd730-44b9-4def-8fca-9da2ff31a171 with Priority: HIGHEST for action port [ 683.407932] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcedd730-44b9-4def-8fca-9da2ff31a171 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.408304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcedd730-44b9-4def-8fca-9da2ff31a171" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.408402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcedd730-44b9-4def-8fca-9da2ff31a171" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.409073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcedd730-44b9-4def-8fca-9da2ff31a171" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.409073] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcedd730-44b9-4def-8fca-9da2ff31a171',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.913163] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcedd730-44b9-4def-8fca-9da2ff31a171 [ 683.913509] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.913695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.913788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.914100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.914257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.914387] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcedd730-44b9-4def-8fca-9da2ff31a171 already deleted. [ 683.914511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcedd730-44b9-4def-8fca-9da2ff31a171" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.149447] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 684.149447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.154518] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75b8296-4366-43ab-b077-6548f435310e in Status: SUCCESS [ 684.154708] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75b8296-4366-43ab-b077-6548f435310e deletion is rescheduled due to dependency. [ 684.155066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.373278] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: SUCCESS [ 685.373745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.374028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.374185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.374359] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.374453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.374639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.374720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.374780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.375087] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.375087] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.694055] env[68927]: INFO networking_nsxv3.common.synchronization [None req-b35bb7fb-e1eb-429b-8c6b-6605c6a1172e None None] Enqueued Resource ID: 28d7f0ae-29e4-46ad-b652-cb4bc610dbb8 with Priority: HIGHEST for action port [ 685.694055] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d7f0ae-29e4-46ad-b652-cb4bc610dbb8 with Priority: HIGHEST for action port [ 685.694055] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-28d7f0ae-29e4-46ad-b652-cb4bc610dbb8 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.694055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28d7f0ae-29e4-46ad-b652-cb4bc610dbb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.694055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28d7f0ae-29e4-46ad-b652-cb4bc610dbb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.694866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28d7f0ae-29e4-46ad-b652-cb4bc610dbb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.695093] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d7f0ae-29e4-46ad-b652-cb4bc610dbb8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.878522] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.878724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.878779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.879243] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.879243] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.879398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.879398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.879536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.879631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.879722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.879876] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.879971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.880043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.880197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.880336] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.880430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.880497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.880728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.880728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.880859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.880859] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.198289] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28d7f0ae-29e4-46ad-b652-cb4bc610dbb8 [ 686.198527] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.198717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.198802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.199025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.199131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.199227] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28d7f0ae-29e4-46ad-b652-cb4bc610dbb8 already deleted. [ 686.199311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28d7f0ae-29e4-46ad-b652-cb4bc610dbb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.384710] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d39421ff-91ce-47da-a20c-1e6dbedf8e57: rpc.has_security_group_logging(os_id): False [ 686.409210] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.409622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.409705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.409975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.410676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.410676] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.410676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.410676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.410676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.410676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.411035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.411035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.411035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.411145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.411222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.411450] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.411570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.412085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.412155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.412539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.412539] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be created. [ 686.488725] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.488725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.488725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.488985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.490024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.505378] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: IN_PROGRESS for 2s [ 688.516289] env[68927]: INFO networking_nsxv3.common.synchronization [None req-503fb969-2ead-4ed0-9e60-26593bd29ec0 None None] Enqueued Resource ID: a8cddd06-dcd7-489b-9d7b-9040dbbd6704 with Priority: HIGHEST for action port [ 688.516289] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8cddd06-dcd7-489b-9d7b-9040dbbd6704 with Priority: HIGHEST for action port [ 688.516289] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8cddd06-dcd7-489b-9d7b-9040dbbd6704 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.516289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8cddd06-dcd7-489b-9d7b-9040dbbd6704" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.516289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8cddd06-dcd7-489b-9d7b-9040dbbd6704" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.516750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8cddd06-dcd7-489b-9d7b-9040dbbd6704" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.516750] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cddd06-dcd7-489b-9d7b-9040dbbd6704',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.524675] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: SUCCESS [ 688.524675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.025343] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8cddd06-dcd7-489b-9d7b-9040dbbd6704 [ 689.025343] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.025343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.025343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.025343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.025343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.025343] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8cddd06-dcd7-489b-9d7b-9040dbbd6704 already deleted. [ 689.025343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8cddd06-dcd7-489b-9d7b-9040dbbd6704" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.163449] env[68927]: INFO networking_nsxv3.common.synchronization [None req-f2fb5dfb-6848-4525-a9a8-3547f9f00aa3 None None] Enqueued Resource ID: 40978d79-c962-40a0-932e-b5a44a7b77fd with Priority: HIGHEST for action port [ 691.163449] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40978d79-c962-40a0-932e-b5a44a7b77fd with Priority: HIGHEST for action port [ 691.164081] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-40978d79-c962-40a0-932e-b5a44a7b77fd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.164593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40978d79-c962-40a0-932e-b5a44a7b77fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.164777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40978d79-c962-40a0-932e-b5a44a7b77fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.165041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40978d79-c962-40a0-932e-b5a44a7b77fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.165159] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40978d79-c962-40a0-932e-b5a44a7b77fd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.525559] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-86421d3e-8806-4b64-b7ed-05bd87e8bec0 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 691.525559] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 691.525662] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.525718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.525802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.527430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.527430] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.527430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.527430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.527430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.527430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.527430] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.590267] env[68927]: INFO networking_nsxv3.common.synchronization [None req-0c5a92e9-be68-42e1-8a05-98a630083be7 None None] Enqueued Resource ID: 3743c4ea-d4bc-4102-806f-c75c25d6edf2 with Priority: HIGHEST for action port [ 691.594762] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3743c4ea-d4bc-4102-806f-c75c25d6edf2 with Priority: HIGHEST for action port [ 691.594762] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-3743c4ea-d4bc-4102-806f-c75c25d6edf2 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.596071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3743c4ea-d4bc-4102-806f-c75c25d6edf2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.596284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3743c4ea-d4bc-4102-806f-c75c25d6edf2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.596706] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3743c4ea-d4bc-4102-806f-c75c25d6edf2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.597624] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3743c4ea-d4bc-4102-806f-c75c25d6edf2',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.667263] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40978d79-c962-40a0-932e-b5a44a7b77fd [ 691.667513] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.667622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.667690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.667914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.668008] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.668108] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40978d79-c962-40a0-932e-b5a44a7b77fd already deleted. [ 691.668188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40978d79-c962-40a0-932e-b5a44a7b77fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.030858] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.100810] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3743c4ea-d4bc-4102-806f-c75c25d6edf2 [ 692.101178] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.101426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.101954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.101954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.101954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.102097] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3743c4ea-d4bc-4102-806f-c75c25d6edf2 already deleted. [ 692.102207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3743c4ea-d4bc-4102-806f-c75c25d6edf2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.409084] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.409084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.409084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.409084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.409084] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.409084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.409820] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.410581] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.411267] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.411441] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.411770] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.414017] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.414017] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.414017] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.414017] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.414017] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.434442] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.434442] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 692.434442] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.434442] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.434442] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-af0b0b46-0828-4627-9508-cc91c10f1da0 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.434442] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-af0b0b46-0828-4627-9508-cc91c10f1da0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.434442] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-af0b0b46-0828-4627-9508-cc91c10f1da0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.434442] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-af0b0b46-0828-4627-9508-cc91c10f1da0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.434442] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af0b0b46-0828-4627-9508-cc91c10f1da0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.534675] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.936895] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.937295] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.937513] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.937932] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.938420] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.938628] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port af0b0b46-0828-4627-9508-cc91c10f1da0 not found, creating... [ 692.939249] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.939557] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.939840] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.940742] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.940959] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.941464] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.941626] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.941758] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.942089] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.942190] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.942341] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: af0b0b46-0828-4627-9508-cc91c10f1da0 is going to be created. [ 692.962985] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.962985] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.962985] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.963284] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.963511] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.963772] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-af0b0b46-0828-4627-9508-cc91c10f1da0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.037325] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.037325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.037325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.037325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.037325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.037325] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be updated. [ 693.069820] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.069974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.070061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.070282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.070432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.083478] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: IN_PROGRESS for 2s [ 693.466988] env[68927]: INFO networking_nsxv3.common.synchronization [None req-f9fd1cf4-9b71-4d34-a966-c70cc1111b21 None None] Enqueued Resource ID: 067c4f15-46d6-43bf-a8ea-a9f9095a75d2 with Priority: HIGHEST for action port [ 693.467552] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 067c4f15-46d6-43bf-a8ea-a9f9095a75d2 with Priority: HIGHEST for action port [ 693.467844] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-067c4f15-46d6-43bf-a8ea-a9f9095a75d2 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.467964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-067c4f15-46d6-43bf-a8ea-a9f9095a75d2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.468041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-067c4f15-46d6-43bf-a8ea-a9f9095a75d2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.468509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-067c4f15-46d6-43bf-a8ea-a9f9095a75d2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.468509] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('067c4f15-46d6-43bf-a8ea-a9f9095a75d2',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.970733] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 067c4f15-46d6-43bf-a8ea-a9f9095a75d2 [ 693.971469] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.971681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.971760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.971993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.972107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.972198] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:067c4f15-46d6-43bf-a8ea-a9f9095a75d2 already deleted. [ 693.972280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-067c4f15-46d6-43bf-a8ea-a9f9095a75d2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.996378] env[68927]: INFO networking_nsxv3.common.synchronization [req-40679f2d-9d2a-4917-9db5-3a423a04ba6f req-99c7bf4c-6e69-43fb-ab06-cad41c72421f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 693.996378] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 693.996519] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.999039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.999039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.999039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.999039] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.999039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.999039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.999039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.999039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.999039] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.209808] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-3326b361-d959-4c63-95a4-90bda0d93ba5 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 694.210323] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 694.210620] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.210728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.298657] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-588629db-e769-45a3-af32-c1715946cd5f service nova] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_rules [ 694.302021] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-588629db-e769-45a3-af32-c1715946cd5f service nova] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 694.302021] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-588629db-e769-45a3-af32-c1715946cd5f service nova] Enqueued Resource ID: af0b0b46-0828-4627-9508-cc91c10f1da0 with Priority: HIGHEST for action port [ 694.302021] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_rules [ 694.302021] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 694.302021] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0b0b46-0828-4627-9508-cc91c10f1da0 with Priority: HIGHEST for action port [ 694.302021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.302021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.302021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.302021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.302021] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.302658] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.302658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.302999] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-af0b0b46-0828-4627-9508-cc91c10f1da0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.302999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af0b0b46-0828-4627-9508-cc91c10f1da0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.302999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af0b0b46-0828-4627-9508-cc91c10f1da0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.303131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af0b0b46-0828-4627-9508-cc91c10f1da0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.305064] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af0b0b46-0828-4627-9508-cc91c10f1da0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.504902] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.504902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.504902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.504902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.504902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.504902] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.504902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.504902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.504902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.504902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.504902] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 694.532109] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.532109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.532109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.532109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.532109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.539108] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 694.563266] env[68927]: INFO networking_nsxv3.common.synchronization [req-600d9f63-4d27-4120-abfb-b80b3eaded90 req-7e90b779-e8ac-49f8-8c1f-efe4c44bea7b tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 694.564704] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 694.564704] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.564704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.564704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.564704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.565052] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.565052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.565052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.568500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.568500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.568500] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.765448] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.765695] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.765847] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.766154] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.766412] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.766584] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.766704] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.766938] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.767591] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.767811] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.767933] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.768160] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.768316] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.768457] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.768573] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.768731] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.791501] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.791501] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.791501] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.791501] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-418" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.791501] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-90a6d12d-5802-4432-9697-f75e70e335cc taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.791501] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-90a6d12d-5802-4432-9697-f75e70e335cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.791501] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-90a6d12d-5802-4432-9697-f75e70e335cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.791501] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-90a6d12d-5802-4432-9697-f75e70e335cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.791501] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a6d12d-5802-4432-9697-f75e70e335cc',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.807189] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.807189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.807189] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af0b0b46-0828-4627-9508-cc91c10f1da0 with status ACTIVE [ 694.807189] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.807427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.807697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.807990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.808680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.808680] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.808680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.808680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.808680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.808916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.809061] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.809131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.810109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.810109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.810109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.810109] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af0b0b46-0828-4627-9508-cc91c10f1da0 is going to be updated. [ 694.830783] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.831091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.831622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.831895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.832120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.832391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af0b0b46-0828-4627-9508-cc91c10f1da0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.073565] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.073896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.073896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.074152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.074269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.074510] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.074634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.074704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.075068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.075068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.075068] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be updated. [ 695.096112] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: SUCCESS [ 695.096353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.096946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.097184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.097450] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.097529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.097582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.097731] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.098612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.098612] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.108033] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.108189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.108259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.108478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.109910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.136598] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: IN_PROGRESS for 2s [ 695.293553] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.295405] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.295405] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.295405] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.295405] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.295405] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 90a6d12d-5802-4432-9697-f75e70e335cc not found, creating... [ 695.295405] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.295713] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.295713] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.297829] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.297829] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.297829] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.297829] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.297829] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.297829] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.300164] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.300428] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 90a6d12d-5802-4432-9697-f75e70e335cc is going to be created. [ 695.326542] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.326542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.326542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.326542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.326542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.326542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-90a6d12d-5802-4432-9697-f75e70e335cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.596438] env[68927]: INFO networking_nsxv3.common.synchronization [None req-46390afe-475a-4649-88ed-3b83291d5aaa None None] Enqueued Resource ID: 81ef74fd-a992-44b6-87f8-70eaf022afbc with Priority: HIGHEST for action port [ 695.596438] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ef74fd-a992-44b6-87f8-70eaf022afbc with Priority: HIGHEST for action port [ 695.597140] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ef74fd-a992-44b6-87f8-70eaf022afbc taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.597140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ef74fd-a992-44b6-87f8-70eaf022afbc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.597140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ef74fd-a992-44b6-87f8-70eaf022afbc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.597284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ef74fd-a992-44b6-87f8-70eaf022afbc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.597284] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ef74fd-a992-44b6-87f8-70eaf022afbc',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.601361] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.685423] env[68927]: INFO networking_nsxv3.common.synchronization [None req-7b0fc632-58f2-4a68-9ab2-da3aa9a85dff None None] Enqueued Resource ID: eb1e49b6-813d-4a75-af07-d11a78072aa9 with Priority: HIGHEST for action port [ 695.685423] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb1e49b6-813d-4a75-af07-d11a78072aa9 with Priority: HIGHEST for action port [ 695.687268] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb1e49b6-813d-4a75-af07-d11a78072aa9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.687268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb1e49b6-813d-4a75-af07-d11a78072aa9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.687268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb1e49b6-813d-4a75-af07-d11a78072aa9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.687268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb1e49b6-813d-4a75-af07-d11a78072aa9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.687268] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb1e49b6-813d-4a75-af07-d11a78072aa9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.088256] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-503831ba-57be-4a07-ad75-cb9702ae4daf service nova] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_rules [ 696.088504] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-503831ba-57be-4a07-ad75-cb9702ae4daf service nova] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 696.088681] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c7528b7-5324-4b95-9fae-c42cb74ab4c5 req-503831ba-57be-4a07-ad75-cb9702ae4daf service nova] Enqueued Resource ID: 90a6d12d-5802-4432-9697-f75e70e335cc with Priority: HIGHEST for action port [ 696.089294] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_rules [ 696.089492] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 696.089904] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a6d12d-5802-4432-9697-f75e70e335cc with Priority: HIGHEST for action port [ 696.089904] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.090305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.090305] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.090466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.090607] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a6d12d-5802-4432-9697-f75e70e335cc taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.090701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a6d12d-5802-4432-9697-f75e70e335cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.090701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a6d12d-5802-4432-9697-f75e70e335cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.091268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a6d12d-5802-4432-9697-f75e70e335cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.091268] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a6d12d-5802-4432-9697-f75e70e335cc',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.099106] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81ef74fd-a992-44b6-87f8-70eaf022afbc [ 696.099862] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.100027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.100095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.100311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.100405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.100500] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81ef74fd-a992-44b6-87f8-70eaf022afbc already deleted. [ 696.100588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ef74fd-a992-44b6-87f8-70eaf022afbc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.103556] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.189648] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb1e49b6-813d-4a75-af07-d11a78072aa9 [ 696.189899] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.190053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.190123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.190330] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.190427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.190512] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb1e49b6-813d-4a75-af07-d11a78072aa9 already deleted. [ 696.190592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb1e49b6-813d-4a75-af07-d11a78072aa9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.548385] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 696.548647] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 deletion is rescheduled due to dependency. [ 696.548803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.598019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90a6d12d-5802-4432-9697-f75e70e335cc with status ACTIVE [ 696.598019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.598019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.598019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.598019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.598019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90a6d12d-5802-4432-9697-f75e70e335cc is going to be updated. [ 696.606885] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.607830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.607830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.607830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.607830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.607830] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be updated. [ 696.619564] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.619804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.619932] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.620231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.620452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.621379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a6d12d-5802-4432-9697-f75e70e335cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.635527] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.635527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.635527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.635880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.635918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.644281] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: IN_PROGRESS for 2s [ 696.754114] env[68927]: INFO networking_nsxv3.common.synchronization [req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 req-2928f2e0-c5dc-46e5-a736-bc6de92eb050 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Enqueued Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 696.754876] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 696.756487] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.756772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.756839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.757205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.757491] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.758700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.758700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.758700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.758700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.758700] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.139257] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.139462] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.139587] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.139909] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.140845] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.141063] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.141170] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.141404] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.141556] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.141946] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.143138] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.143138] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.143138] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.143138] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.143138] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.143138] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.153198] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: SUCCESS [ 697.153383] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 deletion is rescheduled due to dependency. [ 697.153586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.163018] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.163166] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.163347] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.163625] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.164017] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-29a46d8e-f0af-4a6d-9125-020da8e388ce taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.164209] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-29a46d8e-f0af-4a6d-9125-020da8e388ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.164330] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-29a46d8e-f0af-4a6d-9125-020da8e388ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.164639] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-29a46d8e-f0af-4a6d-9125-020da8e388ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.164784] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a46d8e-f0af-4a6d-9125-020da8e388ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.264229] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.264664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.264664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.264784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.264860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.265102] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.265229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.265288] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.265496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.265545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.265679] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 already deleted. [ 697.265777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.669683] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.670086] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.670139] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.670462] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.670671] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.670835] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 29a46d8e-f0af-4a6d-9125-020da8e388ce not found, creating... [ 697.671183] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.671382] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.671521] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.671787] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.671932] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.675975] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.675975] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.676562] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.676910] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.677039] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.677464] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 29a46d8e-f0af-4a6d-9125-020da8e388ce is going to be created. [ 697.700361] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.700504] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.700839] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.701022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.701304] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.701590] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-29a46d8e-f0af-4a6d-9125-020da8e388ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.304799] env[68927]: INFO networking_nsxv3.common.synchronization [None req-3d15a021-cfe9-4ad4-83ac-11a2f9fc4bbc None None] Enqueued Resource ID: 45543c7c-e706-4b85-ac96-72e6f31130f0 with Priority: HIGHEST for action port [ 698.304799] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45543c7c-e706-4b85-ac96-72e6f31130f0 with Priority: HIGHEST for action port [ 698.307566] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-45543c7c-e706-4b85-ac96-72e6f31130f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.308480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45543c7c-e706-4b85-ac96-72e6f31130f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.308480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45543c7c-e706-4b85-ac96-72e6f31130f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.308480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45543c7c-e706-4b85-ac96-72e6f31130f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.308480] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45543c7c-e706-4b85-ac96-72e6f31130f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.653850] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: SUCCESS [ 698.654096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.654277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.654699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.654699] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.654921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.654921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.655025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.655322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.655322] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.662863] env[68927]: INFO networking_nsxv3.common.synchronization [req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 req-818276c4-8c2f-428a-95e7-3ffd3bd1988d service nova] Enqueued Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_rules [ 698.663072] env[68927]: INFO networking_nsxv3.common.synchronization [req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 req-818276c4-8c2f-428a-95e7-3ffd3bd1988d service nova] Enqueued Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 698.663215] env[68927]: INFO networking_nsxv3.common.synchronization [req-9dd2d2ac-5dc6-408a-9108-3d8ee3b91249 req-818276c4-8c2f-428a-95e7-3ffd3bd1988d service nova] Enqueued Resource ID: 29a46d8e-f0af-4a6d-9125-020da8e388ce with Priority: HIGHEST for action port [ 698.664371] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_rules [ 698.664858] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 698.664987] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a46d8e-f0af-4a6d-9125-020da8e388ce with Priority: HIGHEST for action port [ 698.665289] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.665417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.665485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.665804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.665887] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.666976] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.667120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.667199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.667489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.667546] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.667637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.667764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.667864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.667922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.668028] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.668996] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-29a46d8e-f0af-4a6d-9125-020da8e388ce taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.668996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29a46d8e-f0af-4a6d-9125-020da8e388ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.668996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29a46d8e-f0af-4a6d-9125-020da8e388ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.669343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29a46d8e-f0af-4a6d-9125-020da8e388ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.669343] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a46d8e-f0af-4a6d-9125-020da8e388ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.815373] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45543c7c-e706-4b85-ac96-72e6f31130f0 [ 698.815373] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.815373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.815373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.815794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.815794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.815894] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45543c7c-e706-4b85-ac96-72e6f31130f0 already deleted. [ 698.815970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45543c7c-e706-4b85-ac96-72e6f31130f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.158426] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.172212] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.172212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.172212] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.174465] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29a46d8e-f0af-4a6d-9125-020da8e388ce with status ACTIVE [ 699.174745] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.174928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.176044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.176044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.176044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.176044] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.176044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.176044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.176770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.176926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.177854] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.177990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.178097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.178237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.178336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.178424] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29a46d8e-f0af-4a6d-9125-020da8e388ce is going to be updated. [ 699.202684] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.202684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.202684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.202684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.202684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.202684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29a46d8e-f0af-4a6d-9125-020da8e388ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.436400] env[68927]: INFO networking_nsxv3.common.synchronization [req-9a466048-68e7-4a0c-b0be-8d6422fd883f req-98fd61f8-1bbe-4aa4-b64b-1251f80be735 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Enqueued Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 699.436827] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 699.437419] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.437419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.437419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.437625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.437745] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.437852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.437913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.438385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.438385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.438385] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.661774] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.673539] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.785477] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.785728] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-769" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.785854] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-769" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.786217] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-769" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.788933] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.789176] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.789305] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.789555] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.789707] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.789921] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.790049] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.790164] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.790273] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.790419] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.790557] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.790701] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.810978] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.811149] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.811293] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.814649] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-769" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.814649] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-2f707f2a-318e-496f-b89f-e75c80b1eae6 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.814649] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-2f707f2a-318e-496f-b89f-e75c80b1eae6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.814649] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-2f707f2a-318e-496f-b89f-e75c80b1eae6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.814649] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-2f707f2a-318e-496f-b89f-e75c80b1eae6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.814649] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f707f2a-318e-496f-b89f-e75c80b1eae6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.940109] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.940536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.940631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.940900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.941016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.941229] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.941338] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.941396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.941589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.941682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.941770] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf already deleted. [ 699.941855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.165591] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.165807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.165884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.166138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.166254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.166361] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be updated. [ 700.176359] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.176515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.176589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.176899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.177025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.177151] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 is going to be created. [ 700.209615] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.209615] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.209615] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.209848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.209893] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.236175] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: UNINITIALIZED for 2s [ 700.237160] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.237340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.237414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.237622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.237767] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.250392] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: IN_PROGRESS for 2s [ 700.315665] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.315905] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.316049] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.316351] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.316512] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.316791] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 2f707f2a-318e-496f-b89f-e75c80b1eae6 not found, creating... [ 700.317211] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.317389] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.317555] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.317741] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.317884] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.318183] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.318376] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.318588] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.318909] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.319615] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.319737] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 2f707f2a-318e-496f-b89f-e75c80b1eae6 is going to be created. [ 700.339171] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.339647] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.339647] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.339899] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.340167] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.340464] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-2f707f2a-318e-496f-b89f-e75c80b1eae6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.082451] env[68927]: INFO networking_nsxv3.common.synchronization [req-9a466048-68e7-4a0c-b0be-8d6422fd883f req-e5bd93f1-988d-493e-bdf4-de70465aab99 service nova] Enqueued Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_rules [ 701.082717] env[68927]: INFO networking_nsxv3.common.synchronization [req-9a466048-68e7-4a0c-b0be-8d6422fd883f req-e5bd93f1-988d-493e-bdf4-de70465aab99 service nova] Enqueued Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 701.082781] env[68927]: INFO networking_nsxv3.common.synchronization [req-9a466048-68e7-4a0c-b0be-8d6422fd883f req-e5bd93f1-988d-493e-bdf4-de70465aab99 service nova] Enqueued Resource ID: 2f707f2a-318e-496f-b89f-e75c80b1eae6 with Priority: HIGHEST for action port [ 701.083019] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_rules [ 701.083155] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 701.083253] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f707f2a-318e-496f-b89f-e75c80b1eae6 with Priority: HIGHEST for action port [ 701.083869] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.084010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.084084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.084285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.084370] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.085206] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.085320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.085387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.085553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.085728] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.085933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.085933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.086080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.086120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.086209] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.087380] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f707f2a-318e-496f-b89f-e75c80b1eae6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.087380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f707f2a-318e-496f-b89f-e75c80b1eae6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.087516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f707f2a-318e-496f-b89f-e75c80b1eae6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.087558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f707f2a-318e-496f-b89f-e75c80b1eae6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.088131] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f707f2a-318e-496f-b89f-e75c80b1eae6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.589877] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.590044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.590254] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.591171] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f707f2a-318e-496f-b89f-e75c80b1eae6 with status ACTIVE [ 701.591359] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.591469] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.591566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.591741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.591868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.593968] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.593968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.593968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.593968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.593968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.593968] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.593968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.593968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.593968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.593968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.593968] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f707f2a-318e-496f-b89f-e75c80b1eae6 is going to be updated. [ 701.615398] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.615558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.615694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.616099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.616309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.616485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f707f2a-318e-496f-b89f-e75c80b1eae6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.095296] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.247152] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: SUCCESS [ 702.247385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.247610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.247833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.247973] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.248111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.248177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.248335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.248416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.248501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.248593] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.258752] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: SUCCESS [ 702.259063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.260427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.260427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.263483] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.263623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.263690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.263938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.264050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.264150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.264270] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.267761] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.268168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.268359] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.268914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.268990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.269175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.269293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.269424] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.597671] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.597922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.597922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.598195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.598290] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.598370] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf is going to be created. [ 702.620604] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.620771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.620845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.621097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.621326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.632676] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: UNINITIALIZED for 2s [ 702.751325] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.752543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.752543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.752543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.752543] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.752543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.752543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.752543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.752543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.752543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.752899] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.752899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.752899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.753066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.753131] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.753208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.753265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.753422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.753498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.753598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.755741] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.767597] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.767817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.772401] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.260239] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fba858b-6fd0-4bd3-9db8-7aae1330ff88: rpc.has_security_group_logging(os_id): False [ 703.275396] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.280021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.280263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.280387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.280785] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.280882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.281197] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.281388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.281518] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.281864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.281938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.282308] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.282476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.282973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.282973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.282973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.283273] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.283524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.283626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.283801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.283941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.284120] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 is going to be created. [ 703.344866] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.344866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.344866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.344866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.344866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.355880] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: IN_PROGRESS for 2s [ 703.541068] env[68927]: INFO networking_nsxv3.common.synchronization [req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 req-6cfc822e-fb07-4de9-9520-271a9128e11c tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Enqueued Resource ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be with Priority: HIGHEST for action security_group_members [ 703.541068] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be with Priority: HIGHEST for action security_group_members [ 703.543182] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6551fd04-a583-4c56-a62c-e6fbd87c39be taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.545942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.545942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.545942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.545942] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.545942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.545942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.545942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.545942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.545942] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6551fd04-a583-4c56-a62c-e6fbd87c39be',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.778651] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.778846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.778917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.779269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.779427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.779595] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be updated. [ 703.807788] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.809904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.809904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.809904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.809904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.817804] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: IN_PROGRESS for 2s [ 704.053141] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.053141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.053141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.053141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.053141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.053141] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.053141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.053141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.053141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.053141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.053141] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be already deleted. [ 704.053141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.057957] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.058165] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.058370] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.058524] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.058793] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.060498] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.062629] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.062932] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.063120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.063338] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.063484] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.063581] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.063700] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.063808] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.063912] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.064235] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.092264] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.092264] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.092512] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.092548] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.092876] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-a8eaf989-b0fa-4a55-9083-8e632e7953ab taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.093073] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-a8eaf989-b0fa-4a55-9083-8e632e7953ab" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.093195] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-a8eaf989-b0fa-4a55-9083-8e632e7953ab" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.093659] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-a8eaf989-b0fa-4a55-9083-8e632e7953ab" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.094325] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8eaf989-b0fa-4a55-9083-8e632e7953ab',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.597114] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.597484] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.597484] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.597760] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.597905] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.598498] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port a8eaf989-b0fa-4a55-9083-8e632e7953ab not found, creating... [ 704.598498] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.598498] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.598665] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.599650] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.599650] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.599650] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.599650] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.599650] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.599933] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.599933] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.600014] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: a8eaf989-b0fa-4a55-9083-8e632e7953ab is going to be created. [ 704.618685] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.618919] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.619061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.619339] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.619566] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.619796] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-a8eaf989-b0fa-4a55-9083-8e632e7953ab" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.644388] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: SUCCESS [ 704.644644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.644813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.645054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.645276] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.645389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.645455] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.646106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.646106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.646106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.646106] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.154536] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.369908] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: SUCCESS [ 705.370503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.656672] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44484ceb-acba-41d6-8a6a-22639e07f9bf: rpc.has_security_group_logging(os_id): False [ 705.674421] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.674624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.674751] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.674885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.674974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.675285] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.675466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.675466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.675638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.675638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.675861] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf is going to be created. [ 705.737191] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.737191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.737191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.737191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.737191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.745645] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: IN_PROGRESS for 2s [ 705.824008] env[68927]: INFO networking_nsxv3.common.synchronization [req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 req-9ff43a8d-05b8-414d-bcbe-ac2859ba5483 service nova] Enqueued Resource ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be with Priority: HIGHEST for action security_group_rules [ 705.824008] env[68927]: INFO networking_nsxv3.common.synchronization [req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 req-9ff43a8d-05b8-414d-bcbe-ac2859ba5483 service nova] Enqueued Resource ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be with Priority: HIGHEST for action security_group_members [ 705.824008] env[68927]: INFO networking_nsxv3.common.synchronization [req-5903e639-4fe0-4e6c-9f9a-4284b68c8a41 req-9ff43a8d-05b8-414d-bcbe-ac2859ba5483 service nova] Enqueued Resource ID: a8eaf989-b0fa-4a55-9083-8e632e7953ab with Priority: HIGHEST for action port [ 705.828380] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be with Priority: HIGHEST for action security_group_rules [ 705.828380] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be with Priority: HIGHEST for action security_group_members [ 705.828380] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8eaf989-b0fa-4a55-9083-8e632e7953ab with Priority: HIGHEST for action port [ 705.828380] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6551fd04-a583-4c56-a62c-e6fbd87c39be taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.828380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.828380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.828964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.828964] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6551fd04-a583-4c56-a62c-e6fbd87c39be',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.829969] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6551fd04-a583-4c56-a62c-e6fbd87c39be taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.829969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.830128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.830318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.830378] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.830468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.830528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.830676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.830757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.830877] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6551fd04-a583-4c56-a62c-e6fbd87c39be',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.831933] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8eaf989-b0fa-4a55-9083-8e632e7953ab taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.832062] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8eaf989-b0fa-4a55-9083-8e632e7953ab" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.832114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8eaf989-b0fa-4a55-9083-8e632e7953ab" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.834974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8eaf989-b0fa-4a55-9083-8e632e7953ab" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.834974] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8eaf989-b0fa-4a55-9083-8e632e7953ab',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.834974] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: SUCCESS [ 705.835317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.835901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.836183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.836887] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.836887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.836887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.836887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.836887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.836887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.837240] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.839281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.839374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.839630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.839939] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.839939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.839939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.840147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.840147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.840220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.840276] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.069179] env[68927]: INFO networking_nsxv3.common.synchronization [req-ce46f09f-aca7-498e-adac-b51771cbc659 req-5140af13-9675-4801-9db7-5df057581dbb tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 706.069972] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 706.073595] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.073595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.073595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.073595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.073595] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.073595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.073595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.073595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.073595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.075300] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.338327] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6551fd04-a583-4c56-a62c-e6fbd87c39be taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.338327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.338327] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6551fd04-a583-4c56-a62c-e6fbd87c39be',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.342235] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8eaf989-b0fa-4a55-9083-8e632e7953ab with status ACTIVE [ 706.342438] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.342646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.342646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.343033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.343033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.343160] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.343234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.343321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.343407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.343522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.343742] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.343844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.344034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.344080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.344129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.344221] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8eaf989-b0fa-4a55-9083-8e632e7953ab is going to be updated. [ 706.345423] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d39421ff-91ce-47da-a20c-1e6dbedf8e57: rpc.has_security_group_logging(os_id): False [ 706.361818] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.362077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.362077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.362251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.362350] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.362536] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.362654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.362711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.362922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.362922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.363145] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.363780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.363780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.363780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.363780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.363780] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.364201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.364201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.364201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.364778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.365261] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be updated. [ 706.367892] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.368048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.368123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.368305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.368431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.368581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8eaf989-b0fa-4a55-9083-8e632e7953ab" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.386183] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.386392] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.386497] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.386830] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.387112] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.387274] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.387390] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.387612] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.388319] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.388319] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.388319] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.388319] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.388578] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.388578] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.388797] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.388797] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.424799] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.425029] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 706.425188] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.425372] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.425675] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-88be3d08-28cc-4a54-a483-081edbe8b69a taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.426020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-88be3d08-28cc-4a54-a483-081edbe8b69a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.426557] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-88be3d08-28cc-4a54-a483-081edbe8b69a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.426557] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-88be3d08-28cc-4a54-a483-081edbe8b69a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.426557] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88be3d08-28cc-4a54-a483-081edbe8b69a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.446633] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.446795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.446871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.447116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.447277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.470567] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: IN_PROGRESS for 2s [ 706.577008] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.577200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.577269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.577460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.577552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.577748] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.577852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.577906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.578190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.578190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.578335] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d already deleted. [ 706.578335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.841021] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6551fd04-a583-4c56-a62c-e6fbd87c39be',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.929253] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.929465] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.929605] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.929900] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.930081] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.930241] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 88be3d08-28cc-4a54-a483-081edbe8b69a not found, creating... [ 706.930508] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.930686] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.930836] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.931082] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.931226] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.931529] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.931687] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.931809] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.932305] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.932514] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.932693] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 88be3d08-28cc-4a54-a483-081edbe8b69a is going to be created. [ 706.938357] env[68927]: INFO networking_nsxv3.common.synchronization [None req-6a2f4eb2-87ce-4fb6-8115-2654e921a604 None None] Enqueued Resource ID: b509aea3-8c42-4e3f-91af-998aa94ca7c5 with Priority: HIGHEST for action port [ 706.940590] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b509aea3-8c42-4e3f-91af-998aa94ca7c5 with Priority: HIGHEST for action port [ 706.943378] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-b509aea3-8c42-4e3f-91af-998aa94ca7c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.943507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b509aea3-8c42-4e3f-91af-998aa94ca7c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.943571] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b509aea3-8c42-4e3f-91af-998aa94ca7c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.947017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b509aea3-8c42-4e3f-91af-998aa94ca7c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.947017] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b509aea3-8c42-4e3f-91af-998aa94ca7c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.958465] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.958670] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.958812] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.959082] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.959318] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.959550] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-88be3d08-28cc-4a54-a483-081edbe8b69a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.344894] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.346530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.346530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.346530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.346530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.346530] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be is going to be created. [ 707.377410] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.377577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.377577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.377892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.378095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.388678] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be in Status: UNINITIALIZED for 2s [ 707.447782] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b509aea3-8c42-4e3f-91af-998aa94ca7c5 [ 707.447782] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.447782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.447782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.448751] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.448751] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.448751] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b509aea3-8c42-4e3f-91af-998aa94ca7c5 already deleted. [ 707.448751] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b509aea3-8c42-4e3f-91af-998aa94ca7c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.656300] env[68927]: INFO networking_nsxv3.common.synchronization [req-ce46f09f-aca7-498e-adac-b51771cbc659 req-a6ce3891-83f3-4919-a6cb-996991a6b9f2 service nova] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_rules [ 707.656300] env[68927]: INFO networking_nsxv3.common.synchronization [req-ce46f09f-aca7-498e-adac-b51771cbc659 req-a6ce3891-83f3-4919-a6cb-996991a6b9f2 service nova] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 707.656300] env[68927]: INFO networking_nsxv3.common.synchronization [req-ce46f09f-aca7-498e-adac-b51771cbc659 req-a6ce3891-83f3-4919-a6cb-996991a6b9f2 service nova] Enqueued Resource ID: 88be3d08-28cc-4a54-a483-081edbe8b69a with Priority: HIGHEST for action port [ 707.656300] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_rules [ 707.656300] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 707.656300] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88be3d08-28cc-4a54-a483-081edbe8b69a with Priority: HIGHEST for action port [ 707.656300] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.656300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.657276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.657775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.657999] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.658969] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.660371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.660371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.660371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.660371] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.660371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.660371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.660371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.660371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.660371] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.660756] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-88be3d08-28cc-4a54-a483-081edbe8b69a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.660815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88be3d08-28cc-4a54-a483-081edbe8b69a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.660885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88be3d08-28cc-4a54-a483-081edbe8b69a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.661473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88be3d08-28cc-4a54-a483-081edbe8b69a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.661473] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88be3d08-28cc-4a54-a483-081edbe8b69a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.756424] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: SUCCESS [ 707.756474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.169031] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.169031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.169031] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.169031] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88be3d08-28cc-4a54-a483-081edbe8b69a with status ACTIVE [ 708.169031] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.169031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.169031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.169031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.169031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.169031] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.169031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.169031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.169031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.169031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.169836] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.169836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.169836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.169836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.169836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.169836] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88be3d08-28cc-4a54-a483-081edbe8b69a is going to be updated. [ 708.197034] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.197034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.197034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.197286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.197349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.197459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88be3d08-28cc-4a54-a483-081edbe8b69a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.484746] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: SUCCESS [ 708.484869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.485044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.485261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.485348] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.673162] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.988276] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.988500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.988538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.988899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.989108] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.989249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.989283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.989453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.989531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.989600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.989693] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.175424] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.175758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.175758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.175919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.176028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.176156] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be created. [ 709.202452] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.202617] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.202677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.204020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.204020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.213782] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: UNINITIALIZED for 2s [ 709.270303] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2d1a5131-96eb-4522-b416-376a9a919d31 None None] Enqueued Resource ID: 19ad658b-d1dc-4251-8ff0-b02d1492072c with Priority: HIGHEST for action port [ 709.270565] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ad658b-d1dc-4251-8ff0-b02d1492072c with Priority: HIGHEST for action port [ 709.272507] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-19ad658b-d1dc-4251-8ff0-b02d1492072c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.272616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19ad658b-d1dc-4251-8ff0-b02d1492072c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.272616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19ad658b-d1dc-4251-8ff0-b02d1492072c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.272921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19ad658b-d1dc-4251-8ff0-b02d1492072c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.273018] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ad658b-d1dc-4251-8ff0-b02d1492072c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.399651] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be in Status: SUCCESS [ 709.400018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.400450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.400901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.401261] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.401536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.402497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.402497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.402497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.402497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.402497] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6551fd04-a583-4c56-a62c-e6fbd87c39be',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.491597] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.491766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.491841] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.492143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.492676] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.492795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.492864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.493038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.493140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.493216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.493523] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.493523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.493523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.493674] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.493830] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.493929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.493986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.494184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.494219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.494288] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.494432] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.776156] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19ad658b-d1dc-4251-8ff0-b02d1492072c [ 709.776446] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.776607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.776673] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.776997] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.777120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.777486] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19ad658b-d1dc-4251-8ff0-b02d1492072c already deleted. [ 709.777486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19ad658b-d1dc-4251-8ff0-b02d1492072c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.850852] env[68927]: INFO networking_nsxv3.common.synchronization [req-0223b575-f49e-43be-8725-4cc27d334f9d req-d821db65-050e-46c2-b574-190b3968dcf7 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 709.851536] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 709.851866] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.852020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.852513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.852513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.852597] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.852663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.852704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.852851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.852939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.853109] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.909090] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6551fd04-a583-4c56-a62c-e6fbd87c39be taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.909293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.909335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.909602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.909811] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.910812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.910812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.910812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.910812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.910812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.910812] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6551fd04-a583-4c56-a62c-e6fbd87c39be taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.910812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.910812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.911215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.912125] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.913382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.913382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.913382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.913382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.913382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.913382] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6551fd04-a583-4c56-a62c-e6fbd87c39be',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.998659] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d39421ff-91ce-47da-a20c-1e6dbedf8e57: rpc.has_security_group_logging(os_id): False [ 710.015346] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.015519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.015608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.015870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.016022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.016195] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.016332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.016454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.016543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.016637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.016862] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.016961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.017048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.017187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.017294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.017430] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.017561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.017694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.017771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.017867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.017867] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be updated. [ 710.080759] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.080935] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.081024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.081218] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.081366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.093974] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: IN_PROGRESS for 2s [ 710.356613] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.418280] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6551fd04-a583-4c56-a62c-e6fbd87c39be: rpc.has_security_group_logging(os_id): False [ 710.435971] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.435971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.435971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.435971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.436319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.436319] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.436410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.436445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.436590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.440127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.440127] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.440127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.440127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.440127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.440127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.440127] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.440127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.440127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.440127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.440127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.440127] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be is going to be created. [ 710.501036] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.501221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.501300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.501509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.501712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.511308] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be in Status: IN_PROGRESS for 2s [ 710.859474] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.224537] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 711.224761] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.224918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.225192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.225388] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.225554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.225589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.225728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.225814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.225962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.225995] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.362070] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.362363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.362363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.362538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.362631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.362727] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be updated. [ 711.389780] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.390000] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.390000] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.390222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.390361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.398240] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: IN_PROGRESS for 2s [ 711.520685] env[68927]: INFO networking_nsxv3.common.synchronization [req-b7cfd65b-1f32-4a42-85d2-1554336233bc req-cbd6e595-d115-41b6-83c0-47c5f3641e54 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_members [ 711.521266] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_members [ 711.521908] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.522059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.522127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.522390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.522544] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.522647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.522735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.522856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.522939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.523046] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.728372] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.728657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.728657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.728798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.728986] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.729111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.729170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.729326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.729415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.729506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.729685] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.729807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.729807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.729935] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.730085] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.730177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.730229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.730366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.730443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.730523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.730616] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.028538] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.029667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.029667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.029667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.029667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.029667] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.029667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.029667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.029667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.030040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.030040] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe already deleted. [ 712.030040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.032170] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.032344] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.032466] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.032770] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.033101] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.033190] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.033295] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.033502] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.033629] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.033891] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.034072] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.034199] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.034312] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.034425] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.034531] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.034728] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.052420] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.052647] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.052727] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.052906] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.053247] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-93e2ab6f-21e5-4d68-8116-061a6e1958e3 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.053434] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-93e2ab6f-21e5-4d68-8116-061a6e1958e3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.053549] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-93e2ab6f-21e5-4d68-8116-061a6e1958e3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.053996] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-93e2ab6f-21e5-4d68-8116-061a6e1958e3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.054167] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e2ab6f-21e5-4d68-8116-061a6e1958e3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.109624] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: SUCCESS [ 712.109624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.232997] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1c6987-cb07-4256-a563-05083f81c10d: rpc.has_security_group_logging(os_id): False [ 712.252294] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.252444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.252523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.252757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.252851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.253082] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.253191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.253307] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.253474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.253474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.253628] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.253715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.253755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.254341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.254341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.254341] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.254341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.254341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.254697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.254697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.254697] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be created. [ 712.307258] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.307388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.307774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.308129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.308207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.320870] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 712.524018] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be in Status: SUCCESS [ 712.524286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.556539] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.556774] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.557016] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.557720] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.557720] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.557720] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 93e2ab6f-21e5-4d68-8116-061a6e1958e3 not found, creating... [ 712.557879] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.557998] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.558100] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.558334] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.558598] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.558803] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.558964] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.559735] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.559735] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.559735] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.559735] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 93e2ab6f-21e5-4d68-8116-061a6e1958e3 is going to be created. [ 712.580111] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.580337] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.580462] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.580728] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.580957] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.581368] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-93e2ab6f-21e5-4d68-8116-061a6e1958e3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.347230] env[68927]: INFO networking_nsxv3.common.synchronization [req-9db7bb66-1952-4ca6-b880-5c8e68bd2743 req-de3704c6-afea-4b04-8cb1-1420eec298e7 tempest-ImagesOneServerTestJSON-1991003665 tempest-ImagesOneServerTestJSON-1991003665-project-member] Enqueued Resource ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 with Priority: HIGHEST for action security_group_members [ 713.347777] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 with Priority: HIGHEST for action security_group_members [ 713.348106] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4a51b5-20be-47d9-aef0-a29f82c76270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.348254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.348326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.348537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.348709] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.348813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.348892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.349064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.349164] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.349271] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c4a51b5-20be-47d9-aef0-a29f82c76270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.410106] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: SUCCESS [ 713.410106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.751461] env[68927]: INFO networking_nsxv3.common.synchronization [req-b7cfd65b-1f32-4a42-85d2-1554336233bc req-7508653b-72c9-4727-9a9e-73434dfd2b10 service nova] Enqueued Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_rules [ 713.751737] env[68927]: INFO networking_nsxv3.common.synchronization [req-b7cfd65b-1f32-4a42-85d2-1554336233bc req-7508653b-72c9-4727-9a9e-73434dfd2b10 service nova] Enqueued Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_members [ 713.751785] env[68927]: INFO networking_nsxv3.common.synchronization [req-b7cfd65b-1f32-4a42-85d2-1554336233bc req-7508653b-72c9-4727-9a9e-73434dfd2b10 service nova] Enqueued Resource ID: 93e2ab6f-21e5-4d68-8116-061a6e1958e3 with Priority: HIGHEST for action port [ 713.756250] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_rules [ 713.756639] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_members [ 713.756639] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e2ab6f-21e5-4d68-8116-061a6e1958e3 with Priority: HIGHEST for action port [ 713.756872] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.757021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.757091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.757303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.757395] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.758304] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.758418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.758487] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.758655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.758803] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.758899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.758962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.759119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.759206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.759299] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.761274] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-93e2ab6f-21e5-4d68-8116-061a6e1958e3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.761394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93e2ab6f-21e5-4d68-8116-061a6e1958e3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.761464] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93e2ab6f-21e5-4d68-8116-061a6e1958e3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.761718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93e2ab6f-21e5-4d68-8116-061a6e1958e3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.761810] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e2ab6f-21e5-4d68-8116-061a6e1958e3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.851323] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.851486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.851561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.851781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.851876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.852080] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.852176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.852230] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.852379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.852456] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.852542] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 is going to be updated. [ 713.878690] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.878862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.878949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.879188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.879378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.887880] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 in Status: IN_PROGRESS for 2s [ 714.261973] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.267063] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.267063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.267063] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93e2ab6f-21e5-4d68-8116-061a6e1958e3 with status ACTIVE [ 714.267290] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.267290] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.267399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.268452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.269984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.269984] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.269984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.269984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.270174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.271257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.271257] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.271257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.271257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.271257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.271257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.271257] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93e2ab6f-21e5-4d68-8116-061a6e1958e3 is going to be updated. [ 714.291959] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.292162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.292238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.292448] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.292592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.292758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93e2ab6f-21e5-4d68-8116-061a6e1958e3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.331371] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 714.331595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.767590] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.275485] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.275742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.275964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.276151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.276249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.276355] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe is going to be created. [ 715.300593] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.300800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.300872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.301113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.301233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.309496] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe in Status: UNINITIALIZED for 2s [ 715.897954] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 in Status: SUCCESS [ 715.898308] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c4a51b5-20be-47d9-aef0-a29f82c76270 deletion is rescheduled due to dependency. [ 715.898361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4a51b5-20be-47d9-aef0-a29f82c76270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.199776] env[68927]: INFO networking_nsxv3.common.synchronization [req-1a67e39f-1756-427c-bfbb-93d02a0caee5 req-c02f0624-7a75-4b41-b29c-748fd778ac53 tempest-ServerExternalEventsTest-2006348357 tempest-ServerExternalEventsTest-2006348357-project-member] Enqueued Resource ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be with Priority: HIGHEST for action security_group_members [ 717.199776] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be with Priority: HIGHEST for action security_group_members [ 717.200251] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6551fd04-a583-4c56-a62c-e6fbd87c39be taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.200251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.200251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.200484] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.200484] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.200624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.200624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.200747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.200832] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.200919] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6551fd04-a583-4c56-a62c-e6fbd87c39be',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.319307] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe in Status: SUCCESS [ 717.319307] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.319705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.319777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.321413] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.321413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.321413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.321413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.321413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.321413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.321413] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.706307] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.706758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.706881] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.707118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.707222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.707464] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.707587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.707650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.707800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.707916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.708019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be is going to be updated. [ 717.737521] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.737958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.737958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.738136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.738190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.748403] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be in Status: IN_PROGRESS for 2s [ 717.823580] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.326231] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe: rpc.has_security_group_logging(os_id): False [ 718.347157] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.347157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.347157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.347157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.347157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.347157] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.347157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.347157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.347157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.347157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.347157] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe is going to be created. [ 718.362384] env[68927]: INFO networking_nsxv3.common.synchronization [req-fd8050da-47e8-488b-8fe0-9911fba6b175 req-f8dca13d-4588-4c16-8853-b5264a6ee2fc tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Enqueued Resource ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 with Priority: HIGHEST for action security_group_members [ 718.362384] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 with Priority: HIGHEST for action security_group_members [ 718.365707] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f98a6ee3-636f-40a9-9649-d46b1dc83652 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.365865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.365929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.366169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.366334] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.366590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.366590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.366687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.366823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.366906] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f98a6ee3-636f-40a9-9649-d46b1dc83652',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.406193] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.406398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.406475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.406729] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.406928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.419535] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe in Status: IN_PROGRESS for 2s [ 718.812167] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.812391] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.812521] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.812790] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.817433] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.817433] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.817433] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.817433] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.817433] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.817433] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.817433] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.817433] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.817433] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.817433] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.817433] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.817433] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.834902] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.836085] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.836269] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.836452] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.836759] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.836953] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.837084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.837389] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.837528] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.869246] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.869246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.869405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.869529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.869609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.870038] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.870038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.870038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.870314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.870314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.870314] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 already deleted. [ 718.870421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.340550] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.340875] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.340939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.342757] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.342757] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.342757] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 not found, creating... [ 719.342757] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.342757] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.342757] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.342757] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.342757] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.342757] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.343232] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.343232] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.344046] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.344046] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.344046] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 is going to be created. [ 719.371116] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.371116] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.371116] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.371116] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.371352] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.371386] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.434876] env[68927]: INFO networking_nsxv3.common.synchronization [None req-6ade357c-fcc0-4ccc-a3df-4535ae38f468 None None] Enqueued Resource ID: c3e82b5e-5edc-466a-9540-37e603a8c725 with Priority: HIGHEST for action port [ 719.435312] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e82b5e-5edc-466a-9540-37e603a8c725 with Priority: HIGHEST for action port [ 719.435848] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e82b5e-5edc-466a-9540-37e603a8c725 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.435848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e82b5e-5edc-466a-9540-37e603a8c725" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.436095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e82b5e-5edc-466a-9540-37e603a8c725" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.436202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e82b5e-5edc-466a-9540-37e603a8c725" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.436284] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e82b5e-5edc-466a-9540-37e603a8c725',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.758913] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be in Status: SUCCESS [ 719.760369] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be deletion is rescheduled due to dependency. [ 719.760541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.938358] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3e82b5e-5edc-466a-9540-37e603a8c725 [ 719.940030] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.940030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.940030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.940030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.940030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.940030] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3e82b5e-5edc-466a-9540-37e603a8c725 already deleted. [ 719.940030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e82b5e-5edc-466a-9540-37e603a8c725" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.103821] env[68927]: INFO networking_nsxv3.common.synchronization [None req-10b9bd52-9c07-40ee-a957-d9954a827cce None None] Enqueued Resource ID: afc4953f-53b1-4407-8c68-7d4f0848074d with Priority: HIGHEST for action port [ 720.103821] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc4953f-53b1-4407-8c68-7d4f0848074d with Priority: HIGHEST for action port [ 720.103821] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-afc4953f-53b1-4407-8c68-7d4f0848074d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.103821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afc4953f-53b1-4407-8c68-7d4f0848074d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.103821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afc4953f-53b1-4407-8c68-7d4f0848074d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.106499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afc4953f-53b1-4407-8c68-7d4f0848074d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.106499] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc4953f-53b1-4407-8c68-7d4f0848074d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.277500] env[68927]: INFO networking_nsxv3.common.synchronization [req-fd8050da-47e8-488b-8fe0-9911fba6b175 req-6e31008e-94c0-4c06-a83a-538bfc2e9a76 service nova] Enqueued Resource ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 with Priority: HIGHEST for action security_group_rules [ 720.277680] env[68927]: INFO networking_nsxv3.common.synchronization [req-fd8050da-47e8-488b-8fe0-9911fba6b175 req-6e31008e-94c0-4c06-a83a-538bfc2e9a76 service nova] Enqueued Resource ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 with Priority: HIGHEST for action security_group_members [ 720.277820] env[68927]: INFO networking_nsxv3.common.synchronization [req-fd8050da-47e8-488b-8fe0-9911fba6b175 req-6e31008e-94c0-4c06-a83a-538bfc2e9a76 service nova] Enqueued Resource ID: 0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 with Priority: HIGHEST for action port [ 720.279049] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 with Priority: HIGHEST for action security_group_rules [ 720.281857] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 with Priority: HIGHEST for action security_group_members [ 720.281857] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 with Priority: HIGHEST for action port [ 720.281857] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f98a6ee3-636f-40a9-9649-d46b1dc83652 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.281857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.281857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.281857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.281857] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f98a6ee3-636f-40a9-9649-d46b1dc83652',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.283124] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f98a6ee3-636f-40a9-9649-d46b1dc83652 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.283378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.283616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.283987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.286328] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.286328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.286328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.286328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.286328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.286328] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f98a6ee3-636f-40a9-9649-d46b1dc83652',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.287145] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.287401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.287569] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.287811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.287981] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.447126] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe in Status: SUCCESS [ 720.447414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.610926] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afc4953f-53b1-4407-8c68-7d4f0848074d [ 720.610926] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.610926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.610926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.610926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.610926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.610926] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afc4953f-53b1-4407-8c68-7d4f0848074d already deleted. [ 720.611699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afc4953f-53b1-4407-8c68-7d4f0848074d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.784650] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f98a6ee3-636f-40a9-9649-d46b1dc83652 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.784822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.788213] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f98a6ee3-636f-40a9-9649-d46b1dc83652',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.789711] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 with status ACTIVE [ 720.789906] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.790084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.790148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.790303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.790402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.790685] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.790685] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.790846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.790846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.790977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.791132] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.791421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.791421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.791421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.791421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.791680] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58 is going to be updated. [ 720.812387] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.812536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.812603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.813694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.813694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.813694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e4de480-2dd0-4f2f-8cfe-e9c4abb07f58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.934535] env[68927]: INFO networking_nsxv3.common.synchronization [req-869fb807-af56-4170-b0b1-0e51988d25e3 req-d2d5ec77-0aef-418c-bcec-c352360b7030 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Enqueued Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 720.934535] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 720.934535] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.934535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.934816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.934816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.934960] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.935069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.935129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.935295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.935376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.935469] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.290023] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f98a6ee3-636f-40a9-9649-d46b1dc83652',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.439521] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.453681] env[68927]: INFO networking_nsxv3.common.synchronization [None req-892efe29-0937-48d0-af5c-feac322ca4ab None None] Enqueued Resource ID: 9ba1331a-d47f-4846-8d6c-7dcbc0a084ef with Priority: HIGHEST for action port [ 721.456127] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba1331a-d47f-4846-8d6c-7dcbc0a084ef with Priority: HIGHEST for action port [ 721.456997] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ba1331a-d47f-4846-8d6c-7dcbc0a084ef taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.457136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ba1331a-d47f-4846-8d6c-7dcbc0a084ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.457233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ba1331a-d47f-4846-8d6c-7dcbc0a084ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.457461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ba1331a-d47f-4846-8d6c-7dcbc0a084ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.457579] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ba1331a-d47f-4846-8d6c-7dcbc0a084ef',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.472894] env[68927]: INFO networking_nsxv3.common.synchronization [None req-3df6bb57-ae21-44f6-b7a3-b7d1fd7d8149 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_rules [ 721.473129] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_rules [ 721.473432] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.473558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.473625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.474078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.474078] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.503725] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.503725] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-150" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.503725] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-150" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.504179] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-150" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.504445] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.504611] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.508066] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.508066] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.508066] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.508066] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.508066] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.508066] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.508066] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.508066] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.508066] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.508066] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.527357] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.527543] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.527864] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.528113] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-150" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.528488] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-4180615f-8255-4923-aba2-fd73e8b05c1a taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.528662] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-4180615f-8255-4923-aba2-fd73e8b05c1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.528800] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-4180615f-8255-4923-aba2-fd73e8b05c1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.529137] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-4180615f-8255-4923-aba2-fd73e8b05c1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.529290] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4180615f-8255-4923-aba2-fd73e8b05c1a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.583880] env[68927]: INFO networking_nsxv3.common.synchronization [None req-42111683-8a47-4e11-a8fb-9720db0685cb tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_rules [ 721.583880] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_rules [ 721.583880] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.584502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.797451] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.797683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.797683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.797977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.797977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.798149] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 is going to be created. [ 721.821091] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.821214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.821214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.821541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.821587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.832614] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 in Status: UNINITIALIZED for 2s [ 721.940975] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.960042] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ba1331a-d47f-4846-8d6c-7dcbc0a084ef [ 721.960042] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.960182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.960385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.960471] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.960548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.960647] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ba1331a-d47f-4846-8d6c-7dcbc0a084ef already deleted. [ 721.960727] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ba1331a-d47f-4846-8d6c-7dcbc0a084ef" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.997817] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.997817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.997817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.997817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.997817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.997817] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 already deleted. [ 721.998101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.998672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.998672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.998672] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.031416] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.031684] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.031777] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.032095] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.032271] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.032444] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 4180615f-8255-4923-aba2-fd73e8b05c1a not found, creating... [ 722.032867] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.032867] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.032971] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.033207] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.033383] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.033620] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.033776] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.034345] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.035162] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.035420] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.035609] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 4180615f-8255-4923-aba2-fd73e8b05c1a is going to be created. [ 722.058241] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.058714] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.058993] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.059403] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.059740] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.060565] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-4180615f-8255-4923-aba2-fd73e8b05c1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.445725] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.445923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.446012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.446239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.446334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.446612] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 is going to be updated. [ 722.477350] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.477652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.477652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.478348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.478348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.487693] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: IN_PROGRESS for 2s [ 722.518115] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.518300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.518373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.518596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.518690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.518787] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 already deleted. [ 722.518869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.586396] env[68927]: INFO networking_nsxv3.common.synchronization [None req-67cf6013-6194-4efd-b8a3-73d4725c1a03 None None] Enqueued Resource ID: eed3560e-43e3-4863-872f-fb76f8d1e47f with Priority: HIGHEST for action port [ 722.589362] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed3560e-43e3-4863-872f-fb76f8d1e47f with Priority: HIGHEST for action port [ 722.589837] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-eed3560e-43e3-4863-872f-fb76f8d1e47f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.590103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eed3560e-43e3-4863-872f-fb76f8d1e47f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.590262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eed3560e-43e3-4863-872f-fb76f8d1e47f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.590753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eed3560e-43e3-4863-872f-fb76f8d1e47f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.594166] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eed3560e-43e3-4863-872f-fb76f8d1e47f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.096832] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eed3560e-43e3-4863-872f-fb76f8d1e47f [ 723.097070] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.097227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.097294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.097536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.097591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.097682] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eed3560e-43e3-4863-872f-fb76f8d1e47f already deleted. [ 723.097763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eed3560e-43e3-4863-872f-fb76f8d1e47f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.166845] env[68927]: INFO networking_nsxv3.common.synchronization [req-869fb807-af56-4170-b0b1-0e51988d25e3 req-f0b1fd89-884f-4253-8a76-d317387ebc9b service nova] Enqueued Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_rules [ 723.166966] env[68927]: INFO networking_nsxv3.common.synchronization [req-869fb807-af56-4170-b0b1-0e51988d25e3 req-f0b1fd89-884f-4253-8a76-d317387ebc9b service nova] Enqueued Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 723.167141] env[68927]: INFO networking_nsxv3.common.synchronization [req-869fb807-af56-4170-b0b1-0e51988d25e3 req-f0b1fd89-884f-4253-8a76-d317387ebc9b service nova] Enqueued Resource ID: 4180615f-8255-4923-aba2-fd73e8b05c1a with Priority: HIGHEST for action port [ 723.168613] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_rules [ 723.168613] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 723.168613] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4180615f-8255-4923-aba2-fd73e8b05c1a with Priority: HIGHEST for action port [ 723.168613] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.168613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.168613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.169200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.169200] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.174273] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.174273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.174273] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4180615f-8255-4923-aba2-fd73e8b05c1a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.174273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4180615f-8255-4923-aba2-fd73e8b05c1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.174273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4180615f-8255-4923-aba2-fd73e8b05c1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.174273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4180615f-8255-4923-aba2-fd73e8b05c1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.174273] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4180615f-8255-4923-aba2-fd73e8b05c1a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.673105] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.673105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.673105] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4180615f-8255-4923-aba2-fd73e8b05c1a with status ACTIVE [ 723.673105] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.673105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.673105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.673750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.673750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.673750] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.673750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.673750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.673946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.674095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.674280] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.674418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.674500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.674716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.674805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.674896] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4180615f-8255-4923-aba2-fd73e8b05c1a is going to be updated. [ 723.696405] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.696642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.696642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.696816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.696961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.697141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4180615f-8255-4923-aba2-fd73e8b05c1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.842980] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 in Status: SUCCESS [ 723.843264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.843453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.843713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.843908] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.844052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.844120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.844302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.844399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.844491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.844584] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f98a6ee3-636f-40a9-9649-d46b1dc83652',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.352723] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f98a6ee3-636f-40a9-9649-d46b1dc83652 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.352723] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.352723] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f98a6ee3-636f-40a9-9649-d46b1dc83652 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.352723] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.352723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.353404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.353404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.353404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.353404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.353404] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f98a6ee3-636f-40a9-9649-d46b1dc83652',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.496450] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: SUCCESS [ 724.496669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.500025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.500025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.500025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.500025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.500025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.500025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.500025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.500025] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.572229] env[68927]: INFO networking_nsxv3.common.synchronization [req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 req-8434d303-07d4-499d-87b6-63275f42ad83 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 724.572229] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 724.572229] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.572229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.572229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.572229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.572229] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.573040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.573258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.573552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.573764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.573986] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.857216] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f98a6ee3-636f-40a9-9649-d46b1dc83652: rpc.has_security_group_logging(os_id): False [ 724.879025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.879025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.879025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.879025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.879820] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.879820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.879820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.879820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.879820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.879820] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 is going to be created. [ 724.936009] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.936009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.936009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.936009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.936009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.946378] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 in Status: IN_PROGRESS for 2s [ 725.002100] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.077804] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.077804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.077804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.077804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.077804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.077804] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.077804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.077804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.077804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.077804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.077804] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 already deleted. [ 725.077804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.439753] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.439970] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.440160] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.440516] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.440790] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.440953] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.441222] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.442073] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.442073] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.442073] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.442225] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.442333] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.442517] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.442635] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.442780] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.442971] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.461073] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.461073] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.461193] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.461321] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.461639] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-2596a0ec-8f4c-487a-8f82-cf2525c25b58 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.461822] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.461941] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.462296] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.462503] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2596a0ec-8f4c-487a-8f82-cf2525c25b58',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.503734] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.964523] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.964861] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.964920] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.965254] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.965338] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.965490] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 2596a0ec-8f4c-487a-8f82-cf2525c25b58 not found, creating... [ 725.965749] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.965929] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.966082] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.966355] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.966522] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.966836] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.967478] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.967478] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.967478] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.967478] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.967651] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 is going to be created. [ 725.987822] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.988096] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.988299] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.988612] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.988865] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.989104] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.006072] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.006276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.006334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.006502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.006593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.006689] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 is going to be updated. [ 726.032136] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.032268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.032314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.032524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.032680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.042030] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: IN_PROGRESS for 2s [ 726.826749] env[68927]: INFO networking_nsxv3.common.synchronization [req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 req-e0fd630c-e405-4c77-81af-85a8b663dba5 service nova] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 726.827024] env[68927]: INFO networking_nsxv3.common.synchronization [req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 req-e0fd630c-e405-4c77-81af-85a8b663dba5 service nova] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 726.827207] env[68927]: INFO networking_nsxv3.common.synchronization [req-0f6dab65-1ab3-4ad7-b288-90b975ce8321 req-e0fd630c-e405-4c77-81af-85a8b663dba5 service nova] Enqueued Resource ID: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 with Priority: HIGHEST for action port [ 726.827439] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 726.827568] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 726.827666] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 with Priority: HIGHEST for action port [ 726.828294] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.828423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.828492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.828753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.828839] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.829689] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.829844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.829844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.830021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.830172] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.830296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.830339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.830472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.830557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.830648] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.832753] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-2596a0ec-8f4c-487a-8f82-cf2525c25b58 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.832753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.832753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.832753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.832753] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2596a0ec-8f4c-487a-8f82-cf2525c25b58',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.959605] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 in Status: SUCCESS [ 726.959859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.333143] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.334675] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.334870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.336477] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2596a0ec-8f4c-487a-8f82-cf2525c25b58 with status ACTIVE [ 727.336741] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.337020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.337099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.337335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.337483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.337804] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.337933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.338016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.338200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.338380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.338678] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.338798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.338865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.339061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.339251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.339407] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 is going to be updated. [ 727.373040] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.373040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.373040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.373459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.373459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.373746] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.836897] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.052741] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: SUCCESS [ 728.052741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.052741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.052741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.052741] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.052947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.052947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.053118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.053418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.053418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.053418] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.339132] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.339387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.339387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.339605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.339700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.339804] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be created. [ 728.362076] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.362143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.362205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.362806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.362806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.370742] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: UNINITIALIZED for 2s [ 728.555913] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.556182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.556258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.556479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.556652] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.556758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.556808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.557026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.557124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.557220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.557367] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.557462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.557523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.557669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.557802] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.557894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.557958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.558110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.558188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.558272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.558361] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.060846] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a51286ca-aed2-4de3-b316-c13d68c3bca6: rpc.has_security_group_logging(os_id): False [ 729.078324] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.078452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.078527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.078750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.078866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.079223] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.079362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.079432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.079604] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.079686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.079868] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.079981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.080061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.080212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.080296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.080500] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.080599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.080662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.080805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.080880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.080968] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 is going to be updated. [ 729.139340] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.139515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.139588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.139802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.139964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.164751] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: IN_PROGRESS for 2s [ 730.380420] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 730.380799] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.380916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.381063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.381262] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.381387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.381453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.381612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.382787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.382787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.382787] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.886329] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.886329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.886329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.886329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.886329] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.886329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.886329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.886329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.886329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.891835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.891980] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.892468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.892468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.892468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.892674] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.892808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.892890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.893100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.893194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.893293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.893438] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.065330] env[68927]: INFO networking_nsxv3.common.synchronization [req-0b84eeaa-4e61-4f68-8f88-bf566effbd19 req-89f8643f-571e-4ac8-aef2-eecdbddb3a29 tempest-ServerDiagnosticsNegativeTest-960979297 tempest-ServerDiagnosticsNegativeTest-960979297-project-member] Enqueued Resource ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 with Priority: HIGHEST for action security_group_members [ 731.066241] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 with Priority: HIGHEST for action security_group_members [ 731.066798] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f98a6ee3-636f-40a9-9649-d46b1dc83652 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.067144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.067353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.067723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.069135] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.071026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.071026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.071026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.071026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.071026] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f98a6ee3-636f-40a9-9649-d46b1dc83652',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.177250] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: SUCCESS [ 731.177844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.396264] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d189c14-42e5-428f-af1d-d8b4ae4f6402: rpc.has_security_group_logging(os_id): False [ 731.415190] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.415365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.415457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.415636] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.415721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.415948] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.416091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.416159] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.416321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.416401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.416594] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.416720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.416780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.416934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.417035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.417720] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.417720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.417720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.417720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.417720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.417720] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be created. [ 731.485892] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.486144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.486216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.486426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.486605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.499960] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 731.573877] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.574090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.574169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.574389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.574490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.574692] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.574793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.574858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.575062] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.575150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.575240] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 is going to be updated. [ 731.632487] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.632811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.632970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.633284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.633514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.643875] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 in Status: IN_PROGRESS for 2s [ 732.797864] env[68927]: INFO networking_nsxv3.common.synchronization [None req-80a23a8b-3d6c-4a05-827b-ce33eeadf41c None None] Enqueued Resource ID: e88d2d65-440f-4acd-a4db-34ea578815d4 with Priority: HIGHEST for action port [ 732.798511] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e88d2d65-440f-4acd-a4db-34ea578815d4 with Priority: HIGHEST for action port [ 732.798925] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-e88d2d65-440f-4acd-a4db-34ea578815d4 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.799050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e88d2d65-440f-4acd-a4db-34ea578815d4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.799108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e88d2d65-440f-4acd-a4db-34ea578815d4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.799412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e88d2d65-440f-4acd-a4db-34ea578815d4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.799578] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e88d2d65-440f-4acd-a4db-34ea578815d4',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.303237] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e88d2d65-440f-4acd-a4db-34ea578815d4 [ 733.303461] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.303605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.303661] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.303890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.303962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.304082] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e88d2d65-440f-4acd-a4db-34ea578815d4 already deleted. [ 733.304165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e88d2d65-440f-4acd-a4db-34ea578815d4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.476513] env[68927]: INFO networking_nsxv3.common.synchronization [None req-e51bd11e-b646-4cab-bada-c0208448ca1c tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Enqueued Resource ID: 56960af3-b623-4978-85d3-340457b4c0ec with Priority: HIGHEST for action security_group_rules [ 733.477120] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56960af3-b623-4978-85d3-340457b4c0ec with Priority: HIGHEST for action security_group_rules [ 733.477422] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56960af3-b623-4978-85d3-340457b4c0ec taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.477543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56960af3-b623-4978-85d3-340457b4c0ec" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.477624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56960af3-b623-4978-85d3-340457b4c0ec" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.477879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56960af3-b623-4978-85d3-340457b4c0ec" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.478068] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56960af3-b623-4978-85d3-340457b4c0ec',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.511730] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 733.511962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.577309] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2540492a-ec92-471f-a41e-8d7ce1e7a566 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Enqueued Resource ID: 56960af3-b623-4978-85d3-340457b4c0ec with Priority: HIGHEST for action security_group_rules [ 733.577873] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56960af3-b623-4978-85d3-340457b4c0ec with Priority: HIGHEST for action security_group_rules [ 733.578194] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56960af3-b623-4978-85d3-340457b4c0ec taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.578317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56960af3-b623-4978-85d3-340457b4c0ec" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.655909] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 in Status: SUCCESS [ 733.656271] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 deletion is rescheduled due to dependency. [ 733.656271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.004270] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.004533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.004533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.004713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.004805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.004901] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56960af3-b623-4978-85d3-340457b4c0ec already deleted. [ 734.004988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56960af3-b623-4978-85d3-340457b4c0ec" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.005160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56960af3-b623-4978-85d3-340457b4c0ec" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.005322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56960af3-b623-4978-85d3-340457b4c0ec" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.005405] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56960af3-b623-4978-85d3-340457b4c0ec',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.525454] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.525608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.525682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.525908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.526050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.526156] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56960af3-b623-4978-85d3-340457b4c0ec already deleted. [ 734.526245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56960af3-b623-4978-85d3-340457b4c0ec" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.043212] env[68927]: INFO networking_nsxv3.common.synchronization [None req-c5647463-8a7b-4f5a-9cc3-354612071097 None None] Enqueued Resource ID: 76e9fa25-6128-44f2-841b-58fe13c98211 with Priority: HIGHEST for action port [ 735.043690] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e9fa25-6128-44f2-841b-58fe13c98211 with Priority: HIGHEST for action port [ 735.044043] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-76e9fa25-6128-44f2-841b-58fe13c98211 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.044177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76e9fa25-6128-44f2-841b-58fe13c98211" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.044251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76e9fa25-6128-44f2-841b-58fe13c98211" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.044511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76e9fa25-6128-44f2-841b-58fe13c98211" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.044595] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76e9fa25-6128-44f2-841b-58fe13c98211',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.547413] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76e9fa25-6128-44f2-841b-58fe13c98211 [ 735.547413] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.547413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.547413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.547413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.547413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.547413] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76e9fa25-6128-44f2-841b-58fe13c98211 already deleted. [ 735.547413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76e9fa25-6128-44f2-841b-58fe13c98211" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.514534] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f48e21d-9bbe-4782-843a-8d2425d59241 req-d0b59a8a-461d-417b-a6ac-469410b54fd3 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 736.515498] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f48e21d-9bbe-4782-843a-8d2425d59241 req-d0b59a8a-461d-417b-a6ac-469410b54fd3 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_members [ 736.516966] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 736.517157] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_members [ 736.517453] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.517577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.517637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.517843] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.517997] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.518118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.518181] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.518354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.518437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.518530] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.520553] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-90383b61-6ad5-4b27-a26a-5031c62bfb0d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.520667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.520730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.520943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.521125] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.521229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.521293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.521443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.521519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.521599] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.561140] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f48e21d-9bbe-4782-843a-8d2425d59241 req-d0b59a8a-461d-417b-a6ac-469410b54fd3 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 736.561323] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f48e21d-9bbe-4782-843a-8d2425d59241 req-d0b59a8a-461d-417b-a6ac-469410b54fd3 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 736.561466] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f48e21d-9bbe-4782-843a-8d2425d59241 req-d0b59a8a-461d-417b-a6ac-469410b54fd3 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_rules [ 736.561595] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f48e21d-9bbe-4782-843a-8d2425d59241 req-d0b59a8a-461d-417b-a6ac-469410b54fd3 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_members [ 736.561721] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f48e21d-9bbe-4782-843a-8d2425d59241 req-d0b59a8a-461d-417b-a6ac-469410b54fd3 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 with Priority: HIGHEST for action port [ 736.561975] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 736.562120] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_rules [ 736.562220] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 with Priority: HIGHEST for action port [ 736.562312] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 736.562400] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_members [ 736.562910] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.563336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.563449] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.563659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.563742] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.568154] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.568154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.568154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.568154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.568154] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.568154] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-2596a0ec-8f4c-487a-8f82-cf2525c25b58 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.568154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.568154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.568154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.568154] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2596a0ec-8f4c-487a-8f82-cf2525c25b58',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.568530] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.568530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.568633] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-90383b61-6ad5-4b27-a26a-5031c62bfb0d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.568764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.024682] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.025195] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.066314] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.066437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.067853] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-90383b61-6ad5-4b27-a26a-5031c62bfb0d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.067962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.069211] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2596a0ec-8f4c-487a-8f82-cf2525c25b58 with status ACTIVE [ 737.069384] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.069496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.069561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.069769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.069866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.070040] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.070157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.070196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.070353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.070429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.070607] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.070699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.070758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.070895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.070968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.071061] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 is going to be updated. [ 737.091842] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.091842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.091842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.091987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.092133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.092285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.475650] env[68927]: INFO networking_nsxv3.common.synchronization [req-59718e87-c444-48cd-bad4-75def6cfe953 req-f32e4241-f14d-49d8-90bf-472c26b60b5d tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 737.475814] env[68927]: INFO networking_nsxv3.common.synchronization [req-59718e87-c444-48cd-bad4-75def6cfe953 req-f32e4241-f14d-49d8-90bf-472c26b60b5d tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_members [ 737.475963] env[68927]: INFO networking_nsxv3.common.synchronization [req-59718e87-c444-48cd-bad4-75def6cfe953 req-f32e4241-f14d-49d8-90bf-472c26b60b5d tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGHEST for action security_group_members [ 737.476520] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 737.476700] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_members [ 737.476741] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGHEST for action security_group_members [ 737.477029] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.477363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.477775] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-90383b61-6ad5-4b27-a26a-5031c62bfb0d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.477775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.478539] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-839ef25e-e60e-4a6e-98e1-df0981ee667e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.478539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.478539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.478539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.478539] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.478697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.478697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.478784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.479781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.479781] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.527968] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.527968] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.556496] env[68927]: INFO networking_nsxv3.common.synchronization [req-59718e87-c444-48cd-bad4-75def6cfe953 req-f32e4241-f14d-49d8-90bf-472c26b60b5d tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 737.558017] env[68927]: INFO networking_nsxv3.common.synchronization [req-59718e87-c444-48cd-bad4-75def6cfe953 req-f32e4241-f14d-49d8-90bf-472c26b60b5d tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 737.558017] env[68927]: INFO networking_nsxv3.common.synchronization [req-59718e87-c444-48cd-bad4-75def6cfe953 req-f32e4241-f14d-49d8-90bf-472c26b60b5d tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGHEST for action security_group_rules [ 737.558017] env[68927]: INFO networking_nsxv3.common.synchronization [req-59718e87-c444-48cd-bad4-75def6cfe953 req-f32e4241-f14d-49d8-90bf-472c26b60b5d tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGHEST for action security_group_members [ 737.558017] env[68927]: INFO networking_nsxv3.common.synchronization [req-59718e87-c444-48cd-bad4-75def6cfe953 req-f32e4241-f14d-49d8-90bf-472c26b60b5d tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_rules [ 737.558017] env[68927]: INFO networking_nsxv3.common.synchronization [req-59718e87-c444-48cd-bad4-75def6cfe953 req-f32e4241-f14d-49d8-90bf-472c26b60b5d tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_members [ 737.558017] env[68927]: INFO networking_nsxv3.common.synchronization [req-59718e87-c444-48cd-bad4-75def6cfe953 req-f32e4241-f14d-49d8-90bf-472c26b60b5d tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 with Priority: HIGHEST for action port [ 737.558497] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 737.558833] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGHEST for action security_group_rules [ 737.559462] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_members [ 737.559681] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 with Priority: HIGHEST for action port [ 737.559963] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_rules [ 737.560188] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 737.563175] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGHEST for action security_group_members [ 737.563175] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.563175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.563175] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839ef25e-e60e-4a6e-98e1-df0981ee667e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.563175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.563175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.563175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.563175] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.563567] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-90383b61-6ad5-4b27-a26a-5031c62bfb0d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.563791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.564085] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-2596a0ec-8f4c-487a-8f82-cf2525c25b58 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.564286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.564431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.564709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.564872] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2596a0ec-8f4c-487a-8f82-cf2525c25b58',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.565832] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.566095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.567121] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.567121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.567121] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-839ef25e-e60e-4a6e-98e1-df0981ee667e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.567435] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.981747] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.034042] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.034042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.034042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.034042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.034042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.034042] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 738.034042] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.034042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.034042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.034042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.034042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.034042] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d is going to be created. [ 738.060030] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.060030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.060030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.060030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.060030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.060735] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.061021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.061415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.061836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.062130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.068996] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-839ef25e-e60e-4a6e-98e1-df0981ee667e taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.072024] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2596a0ec-8f4c-487a-8f82-cf2525c25b58 with status ACTIVE [ 738.072024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.072024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.072024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.072024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.072582] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2596a0ec-8f4c-487a-8f82-cf2525c25b58 is going to be updated. [ 738.074627] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 738.075528] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: UNINITIALIZED for 2s [ 738.103231] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.103231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.103231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.103231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.103231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.103231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2596a0ec-8f4c-487a-8f82-cf2525c25b58" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.487707] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.992575] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.992859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.992859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.993039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.994559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.994812] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e is going to be created. [ 739.018237] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.022387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.022387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.023090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.023090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.031763] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e in Status: UNINITIALIZED for 2s [ 739.082323] env[68927]: INFO networking_nsxv3.common.synchronization [None req-8d3c5a91-b3f7-4058-8f3b-87b7a555e39e None None] Enqueued Resource ID: d165f471-dfe4-48b2-9053-3503beb834ae with Priority: HIGHEST for action port [ 739.082323] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d165f471-dfe4-48b2-9053-3503beb834ae with Priority: HIGHEST for action port [ 739.082699] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d165f471-dfe4-48b2-9053-3503beb834ae taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.082821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d165f471-dfe4-48b2-9053-3503beb834ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.082885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d165f471-dfe4-48b2-9053-3503beb834ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.083318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d165f471-dfe4-48b2-9053-3503beb834ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.083452] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d165f471-dfe4-48b2-9053-3503beb834ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.548455] env[68927]: INFO networking_nsxv3.common.synchronization [req-fc835b9b-acf3-46c4-aa29-0bca073143d0 req-f3ca58cb-f94c-4de3-acd5-2496d41383d8 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 739.548969] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 739.549397] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.549526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.549603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.549801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.549949] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.550061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.550125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.550273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.550357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.550458] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.585227] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d165f471-dfe4-48b2-9053-3503beb834ae [ 739.585465] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.585600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.585668] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.585872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.585959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.586081] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d165f471-dfe4-48b2-9053-3503beb834ae already deleted. [ 739.586164] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d165f471-dfe4-48b2-9053-3503beb834ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.053267] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.053597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.053597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.053757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.053857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.054100] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.054212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.054277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.054439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.054529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.054622] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 740.082249] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.082900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.082900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.082900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.082900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.086821] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: SUCCESS [ 740.087065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.087221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.087996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.087996] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.087996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.087996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.087996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.087996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.087996] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.089359] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 740.089936] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 740.094243] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.094852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.095096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.095330] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.095472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.095560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.095776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.095906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.096098] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.598177] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.599334] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.040926] env[68927]: INFO networking_nsxv3.common.synchronization [None req-067fed93-1da8-464e-9d5c-04bf837e7857 None None] Enqueued Resource ID: 1f710b6c-166e-4a06-b457-920a15a1e29b with Priority: HIGHEST for action port [ 741.040926] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f710b6c-166e-4a06-b457-920a15a1e29b with Priority: HIGHEST for action port [ 741.040926] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e in Status: SUCCESS [ 741.041763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.042104] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f710b6c-166e-4a06-b457-920a15a1e29b taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.042417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f710b6c-166e-4a06-b457-920a15a1e29b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.042417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f710b6c-166e-4a06-b457-920a15a1e29b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.042699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f710b6c-166e-4a06-b457-920a15a1e29b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.042748] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f710b6c-166e-4a06-b457-920a15a1e29b',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.043573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.043800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.044010] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.044154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.044242] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.044417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.044529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.044657] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.101414] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.102373] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.549735] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f710b6c-166e-4a06-b457-920a15a1e29b [ 741.549735] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.549735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.549735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.549735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.549735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.549735] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f710b6c-166e-4a06-b457-920a15a1e29b already deleted. [ 741.549735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f710b6c-166e-4a06-b457-920a15a1e29b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.549735] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.603908] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.606665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.606665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.606665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.606665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.606665] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d is going to be updated. [ 741.610055] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.610055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.610055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.610055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.610055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.610055] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 741.645235] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.647211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.647211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.647211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.647211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.648194] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.648436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.648581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.648826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.649069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.659210] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: IN_PROGRESS for 2s [ 741.661819] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 741.873637] env[68927]: INFO networking_nsxv3.common.synchronization [req-3821c51b-1153-4db1-ba30-59bf445dd44f req-23d80286-ad85-49cf-a217-a31f0369be9c tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Enqueued Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 741.874346] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 741.874763] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.874900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.874976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.875227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.875449] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.875586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.875656] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.875829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.875918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.876027] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.911758] env[68927]: INFO networking_nsxv3.common.synchronization [req-2e94b46a-3c12-469e-aa16-2a324724f002 req-9cd4acd8-6e64-4ebf-9a92-bd751fd4f703 tempest-SecurityGroupRulesNegativeTestJSON-1327849894 tempest-SecurityGroupRulesNegativeTestJSON-1327849894-project-member] Enqueued Resource ID: 484b8ae5-21ec-4fca-8a27-1f49bb477a63 with Priority: HIGHEST for action security_group_rules [ 741.912302] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484b8ae5-21ec-4fca-8a27-1f49bb477a63 with Priority: HIGHEST for action security_group_rules [ 741.912663] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-484b8ae5-21ec-4fca-8a27-1f49bb477a63 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.912801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-484b8ae5-21ec-4fca-8a27-1f49bb477a63" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.912866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-484b8ae5-21ec-4fca-8a27-1f49bb477a63" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.913125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-484b8ae5-21ec-4fca-8a27-1f49bb477a63" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.913312] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('484b8ae5-21ec-4fca-8a27-1f49bb477a63',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.054298] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.098563] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 742.098563] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d deletion is rescheduled due to dependency. [ 742.098563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.379066] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.434296] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.434296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.434296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.434296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.434296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.434296] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 484b8ae5-21ec-4fca-8a27-1f49bb477a63 already deleted. [ 742.434296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-484b8ae5-21ec-4fca-8a27-1f49bb477a63" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.558765] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.558765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.558765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.558765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.558765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.558765] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e is going to be updated. [ 742.584923] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.584923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.584923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.584923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.584923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.591324] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e in Status: IN_PROGRESS for 2s [ 742.885178] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.047195] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 req-06359a70-c4de-43ce-8968-e47359a8f66f tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Enqueued Resource ID: f6d51747-d21d-4101-9a39-5a2257105e07 with Priority: HIGHEST for action security_group_members [ 743.048346] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d51747-d21d-4101-9a39-5a2257105e07 with Priority: HIGHEST for action security_group_members [ 743.048346] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d51747-d21d-4101-9a39-5a2257105e07 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.048627] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.050175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.050175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.050175] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.050175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.050175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.050175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.050175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.050175] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6d51747-d21d-4101-9a39-5a2257105e07',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.388028] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.388310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.388310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.388541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.388647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.388752] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 is going to be updated. [ 743.417383] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.417816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.417895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.418129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.418278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.429015] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: IN_PROGRESS for 2s [ 743.553033] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.553104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.553160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.553488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.553626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.553935] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.554048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.554089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.554283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.554395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.554503] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d51747-d21d-4101-9a39-5a2257105e07 already deleted. [ 743.554857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.675186] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 743.675186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.675186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.675186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.675186] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.675186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.675186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.675186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.675186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.675186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.675186] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.680439] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: SUCCESS [ 743.680647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.680820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.681037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.681224] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.681348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.681412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.681569] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.681656] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.681754] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.682597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.683388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.684293] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.684293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.684293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.684293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.684293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.684293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.684293] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.685377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.685551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.685714] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.685836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.685903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.688145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.688145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.688145] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.735858] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.735858] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-230" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.735999] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-230" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.736879] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-230" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.736879] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.736879] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.736879] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.737216] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.737439] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.737668] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.737781] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.737909] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.738051] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.738195] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.738319] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.738574] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.759635] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.759635] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.759635] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.759635] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-230" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.759909] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-c4d194de-c414-4a60-93e6-ab0527586aa6 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.760176] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-c4d194de-c414-4a60-93e6-ab0527586aa6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.760330] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-c4d194de-c414-4a60-93e6-ab0527586aa6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.761045] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-c4d194de-c414-4a60-93e6-ab0527586aa6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.761045] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d194de-c414-4a60-93e6-ab0527586aa6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.834352] env[68927]: INFO networking_nsxv3.common.synchronization [req-09f56d98-868d-421d-8b13-887433ac25fd req-24215392-8f9b-44ad-9e73-b242dd31dc18 tempest-SecurityGroupRulesNegativeTestJSON-1327849894 tempest-SecurityGroupRulesNegativeTestJSON-1327849894-project-member] Enqueued Resource ID: 484b8ae5-21ec-4fca-8a27-1f49bb477a63 with Priority: HIGHEST for action security_group_rules [ 743.834914] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484b8ae5-21ec-4fca-8a27-1f49bb477a63 with Priority: HIGHEST for action security_group_rules [ 743.835231] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-484b8ae5-21ec-4fca-8a27-1f49bb477a63 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.835532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-484b8ae5-21ec-4fca-8a27-1f49bb477a63" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.835532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-484b8ae5-21ec-4fca-8a27-1f49bb477a63" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.835728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-484b8ae5-21ec-4fca-8a27-1f49bb477a63" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.835728] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('484b8ae5-21ec-4fca-8a27-1f49bb477a63',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.177657] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.177770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.186308] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.188935] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.189671] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.265026] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.265272] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.265400] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.265676] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.266047] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.266047] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port c4d194de-c414-4a60-93e6-ab0527586aa6 not found, creating... [ 744.266390] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.266497] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.267071] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.267071] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.267071] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.267505] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.267873] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.267955] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.268694] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.268843] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.268991] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: c4d194de-c414-4a60-93e6-ab0527586aa6 is going to be created. [ 744.288031] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.288462] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.288462] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.288654] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.288917] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.289137] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-c4d194de-c414-4a60-93e6-ab0527586aa6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.362991] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.363152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.363228] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.363491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.363590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.363689] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 484b8ae5-21ec-4fca-8a27-1f49bb477a63 already deleted. [ 744.363772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-484b8ae5-21ec-4fca-8a27-1f49bb477a63" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.601764] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e in Status: SUCCESS [ 744.602051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.602186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.602400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.602597] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.602718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.602784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.602946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.603501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.603501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.603501] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.689021] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.695024] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.695024] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90383b61-6ad5-4b27-a26a-5031c62bfb0d: rpc.has_security_group_logging(os_id): False [ 744.713709] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.716184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.716184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.716184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.716184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.716184] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.716184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.716184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.716184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.716184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.716184] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d is going to be created. [ 744.767126] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.769990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.769990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.769990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.769990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.778787] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: IN_PROGRESS for 2s [ 745.087893] env[68927]: INFO networking_nsxv3.common.synchronization [req-545d35f3-6fee-4041-98e7-5ba61fe0f917 req-2f8ef50b-e0ad-4949-b282-7b00e49c8171 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 745.088791] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 745.089585] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.089795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.089917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.090254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.090523] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.090708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.090852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.091083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.091248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.091447] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.105744] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.190586] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.190756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.190831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.191076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.191176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.191293] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 745.198304] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.198582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.198897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.199217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.199345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.199460] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d is going to be updated. [ 745.237114] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.237114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.237114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.237114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.237114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.242927] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.243161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.243273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.243679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.244407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.247812] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 745.257023] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: IN_PROGRESS for 2s [ 745.405270] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 req-56a7d002-d029-4c24-9396-ea4a67720222 service nova] Enqueued Resource ID: f6d51747-d21d-4101-9a39-5a2257105e07 with Priority: HIGHEST for action security_group_rules [ 745.405504] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 req-56a7d002-d029-4c24-9396-ea4a67720222 service nova] Enqueued Resource ID: f6d51747-d21d-4101-9a39-5a2257105e07 with Priority: HIGHEST for action security_group_members [ 745.405666] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f58a0eb-6f84-4422-9eb2-031ad17ff670 req-56a7d002-d029-4c24-9396-ea4a67720222 service nova] Enqueued Resource ID: c4d194de-c414-4a60-93e6-ab0527586aa6 with Priority: HIGHEST for action port [ 745.406686] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d51747-d21d-4101-9a39-5a2257105e07 with Priority: HIGHEST for action security_group_rules [ 745.406865] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d51747-d21d-4101-9a39-5a2257105e07 with Priority: HIGHEST for action security_group_members [ 745.407053] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d194de-c414-4a60-93e6-ab0527586aa6 with Priority: HIGHEST for action port [ 745.407327] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6d51747-d21d-4101-9a39-5a2257105e07 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.407522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.407522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.411021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.411021] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6d51747-d21d-4101-9a39-5a2257105e07',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.411021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d51747-d21d-4101-9a39-5a2257105e07 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.411021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.411021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.411021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.411021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.411021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.411021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.411021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.411021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.411021] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6d51747-d21d-4101-9a39-5a2257105e07',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.411915] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4d194de-c414-4a60-93e6-ab0527586aa6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.412094] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4d194de-c414-4a60-93e6-ab0527586aa6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.412755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4d194de-c414-4a60-93e6-ab0527586aa6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.413069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4d194de-c414-4a60-93e6-ab0527586aa6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.413069] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d194de-c414-4a60-93e6-ab0527586aa6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.438250] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.438250] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.438250] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.438497] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.440031] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.440031] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.440031] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.440272] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.440307] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.440631] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.440813] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.440931] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.441072] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.441190] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.441325] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.441452] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.445898] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: SUCCESS [ 745.445898] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.461490] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.461794] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.462055] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.462117] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.462577] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-d0a12af6-0955-47f4-aef9-cbc0493a3e99 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.462709] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-d0a12af6-0955-47f4-aef9-cbc0493a3e99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.462777] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-d0a12af6-0955-47f4-aef9-cbc0493a3e99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.463096] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-d0a12af6-0955-47f4-aef9-cbc0493a3e99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.463238] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a12af6-0955-47f4-aef9-cbc0493a3e99',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.593659] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.593891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.593891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.594162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.594264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.594467] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.594572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.594637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.594793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.594871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.594958] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 already deleted. [ 745.595050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.608765] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 839ef25e-e60e-4a6e-98e1-df0981ee667e: rpc.has_security_group_logging(os_id): False [ 745.628345] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.629168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.629168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.629168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.629168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.629168] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.629168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.629418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.629418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.629468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.629550] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e is going to be created. [ 745.678901] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.679068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.679142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.679348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.679523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.690731] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e in Status: IN_PROGRESS for 2s [ 745.914753] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6d51747-d21d-4101-9a39-5a2257105e07',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.915840] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d51747-d21d-4101-9a39-5a2257105e07 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.915996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.916423] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4d194de-c414-4a60-93e6-ab0527586aa6 with status ACTIVE [ 745.916423] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.916588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.916588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.916733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.916825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.917017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.917139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.917205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.917629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.917629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.917738] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.917871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.917957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.918734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.918848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.919099] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4d194de-c414-4a60-93e6-ab0527586aa6 is going to be updated. [ 745.940164] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.940426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.940515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.940819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.941013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.941225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4d194de-c414-4a60-93e6-ab0527586aa6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.966209] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.966530] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.966592] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.966815] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.966966] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.967150] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port d0a12af6-0955-47f4-aef9-cbc0493a3e99 not found, creating... [ 745.967415] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.967577] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.967685] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.967903] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.968051] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.968329] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.968500] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.968622] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.968827] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.968961] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.969491] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: d0a12af6-0955-47f4-aef9-cbc0493a3e99 is going to be created. [ 745.987563] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.987747] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.987874] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.988135] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.988356] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.988579] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-d0a12af6-0955-47f4-aef9-cbc0493a3e99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.421579] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6d51747-d21d-4101-9a39-5a2257105e07',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.694661] env[68927]: INFO networking_nsxv3.common.synchronization [req-545d35f3-6fee-4041-98e7-5ba61fe0f917 req-3b4c0cc2-bbb5-4192-a608-8112e38ea308 service nova] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_rules [ 746.694948] env[68927]: INFO networking_nsxv3.common.synchronization [req-545d35f3-6fee-4041-98e7-5ba61fe0f917 req-3b4c0cc2-bbb5-4192-a608-8112e38ea308 service nova] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 746.695016] env[68927]: INFO networking_nsxv3.common.synchronization [req-545d35f3-6fee-4041-98e7-5ba61fe0f917 req-3b4c0cc2-bbb5-4192-a608-8112e38ea308 service nova] Enqueued Resource ID: d0a12af6-0955-47f4-aef9-cbc0493a3e99 with Priority: HIGHEST for action port [ 746.695509] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_rules [ 746.695643] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 746.695754] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a12af6-0955-47f4-aef9-cbc0493a3e99 with Priority: HIGHEST for action port [ 746.696384] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.696504] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.696566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.696951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.697029] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.701698] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.701831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.701899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.702376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.702579] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.702716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.702787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.702960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.703058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.703266] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.703926] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a12af6-0955-47f4-aef9-cbc0493a3e99 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.704048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a12af6-0955-47f4-aef9-cbc0493a3e99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.704115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a12af6-0955-47f4-aef9-cbc0493a3e99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.704287] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a12af6-0955-47f4-aef9-cbc0493a3e99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.704364] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a12af6-0955-47f4-aef9-cbc0493a3e99',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.791152] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: SUCCESS [ 746.791370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.791786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.791786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.791937] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.926152] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.926152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.926152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.926152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.926152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.926152] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d51747-d21d-4101-9a39-5a2257105e07 is going to be created. [ 746.948061] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.948238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.948279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.948491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.948649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.957800] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d51747-d21d-4101-9a39-5a2257105e07 in Status: UNINITIALIZED for 2s [ 747.200164] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.200298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.210019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0a12af6-0955-47f4-aef9-cbc0493a3e99 with status ACTIVE [ 747.210019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.210019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.210019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.210019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.210019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0a12af6-0955-47f4-aef9-cbc0493a3e99 is going to be updated. [ 747.210573] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.232158] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.232900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.232900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.232900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.232900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.232900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a12af6-0955-47f4-aef9-cbc0493a3e99" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.258009] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 747.258258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.258425] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.258662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.258850] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.258963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.259056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.259194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.259280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.259377] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.265418] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: SUCCESS [ 747.265519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.265668] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.265851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.266366] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.266366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.266366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.266366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.266554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.266554] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.294424] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-90383b61-6ad5-4b27-a26a-5031c62bfb0d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.294494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.703217] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e in Status: SUCCESS [ 747.703493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.705291] env[68927]: INFO networking_nsxv3.common.synchronization [req-545d35f3-6fee-4041-98e7-5ba61fe0f917 req-bb5ce737-ccda-4e81-9ed3-d11d7f8f31f0 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 747.705597] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 747.706953] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.707077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.712222] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.762823] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.770188] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.004148] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.004148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.004148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.004148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.004148] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.004148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.004148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.004148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.004148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.006051] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.006051] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.006051] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.006051] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.006051] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.006051] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.006051] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.022833] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.023015] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.024143] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.024143] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.024143] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.024143] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.024143] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.024387] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.024489] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0c7f95-8cc6-4581-bee9-f3bca9d296c3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.217489] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.217664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.217724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.217930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.218037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.218146] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be created. [ 748.241091] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.241256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.241316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.242178] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.242178] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.250205] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: UNINITIALIZED for 2s [ 748.265605] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.276367] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.527224] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.527459] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.527596] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.527923] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.528065] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.528226] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 not found, creating... [ 748.528489] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.528650] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.528762] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.528989] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.529141] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.529421] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.529577] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.529695] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.529919] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.530065] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.530207] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 is going to be created. [ 748.550233] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.550233] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.550233] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.550504] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.550571] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.550796] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.767929] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.768344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.768344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.768527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.768676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.768784] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 748.778723] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.778892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.778892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.779107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.779197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.779311] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d is going to be updated. [ 748.797813] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.797999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.798049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.798250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.798396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.807486] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 748.808383] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.808522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.808577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.808785] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.808922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.815991] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: IN_PROGRESS for 2s [ 748.968079] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d51747-d21d-4101-9a39-5a2257105e07 in Status: SUCCESS [ 748.968312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.968478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.968691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.968886] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.969010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.969083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.969310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.969402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.969490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.969579] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6d51747-d21d-4101-9a39-5a2257105e07',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.266545] env[68927]: INFO networking_nsxv3.common.synchronization [req-545d35f3-6fee-4041-98e7-5ba61fe0f917 req-844ac1bf-62c8-467e-b15f-90cc08cf292e service nova] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_rules [ 749.267110] env[68927]: INFO networking_nsxv3.common.synchronization [req-545d35f3-6fee-4041-98e7-5ba61fe0f917 req-844ac1bf-62c8-467e-b15f-90cc08cf292e service nova] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 749.267110] env[68927]: INFO networking_nsxv3.common.synchronization [req-545d35f3-6fee-4041-98e7-5ba61fe0f917 req-844ac1bf-62c8-467e-b15f-90cc08cf292e service nova] Enqueued Resource ID: 1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 with Priority: HIGHEST for action port [ 749.267110] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_rules [ 749.267268] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 749.267385] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 with Priority: HIGHEST for action port [ 749.267916] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.268133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.268358] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.268453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.270603] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.270603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.270603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.270603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.270603] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0c7f95-8cc6-4581-bee9-f3bca9d296c3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.472762] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d51747-d21d-4101-9a39-5a2257105e07 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.472946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.473060] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.473314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.473509] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.473638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.473731] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.473873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.473963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.474104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.474314] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d51747-d21d-4101-9a39-5a2257105e07 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.474411] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.474460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.474650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.474837] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.474933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.474994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.475193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.475318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.475409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.475549] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6d51747-d21d-4101-9a39-5a2257105e07',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.773166] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 with status ACTIVE [ 749.773166] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.773166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.773166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.773166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.773166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.776059] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.776059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.776059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.776059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.776059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.776059] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.776059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.776059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.776059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.776059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.776059] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d0c7f95-8cc6-4581-bee9-f3bca9d296c3 is going to be updated. [ 749.799896] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.799896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.799896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.799896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.799896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.799896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d0c7f95-8cc6-4581-bee9-f3bca9d296c3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.979356] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6d51747-d21d-4101-9a39-5a2257105e07: rpc.has_security_group_logging(os_id): False [ 750.017313] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.017313] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.017313] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.017313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.017925] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.017925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.017925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.017925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.017925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.017925] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6d51747-d21d-4101-9a39-5a2257105e07 is going to be created. [ 750.086128] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.086303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.086373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.086585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.086758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.104342] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6d51747-d21d-4101-9a39-5a2257105e07 in Status: IN_PROGRESS for 2s [ 750.261670] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 750.261903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.262085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.262308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.262497] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.262618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.262683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.262835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.262918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.263012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.263226] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.264202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.264202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.264401] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.264467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.264589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.264736] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.264836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.264939] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.854929] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.855496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.855496] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.867042] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: SUCCESS [ 750.867042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.867818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.867818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.867818] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.867818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.868020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.868020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.868108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.868218] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.868318] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.869900] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 750.870111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.870277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.870482] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.871213] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.871213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.871213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.871213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.871213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.871444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.871444] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.871537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.871993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.872132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.872707] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.872707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.872707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.872707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.872707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.872867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.872867] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.359823] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.375291] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.379606] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d189c14-42e5-428f-af1d-d8b4ae4f6402: rpc.has_security_group_logging(os_id): False [ 751.399041] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.399143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.399143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.399397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.399441] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.399653] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.399765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.399830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.399986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.400093] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.400251] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.400347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.400417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.400545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.400806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.400806] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.400911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.400940] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.401553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.401553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.401643] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 751.467287] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.467488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.467573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.467833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.468065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.481238] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 751.864571] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.864911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.864911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.865148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.865266] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.865372] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be updated. [ 751.882663] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90383b61-6ad5-4b27-a26a-5031c62bfb0d: rpc.has_security_group_logging(os_id): False [ 751.901975] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.901975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.902200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.902335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.902528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.905155] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.905155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.905369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.905443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.905554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.905843] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.909160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.909268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.909486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.909596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.909718] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d is going to be updated. [ 751.921425] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: IN_PROGRESS for 2s [ 751.980586] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.980729] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.980803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.981028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.981167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.997336] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: IN_PROGRESS for 2s [ 752.126948] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6d51747-d21d-4101-9a39-5a2257105e07 in Status: SUCCESS [ 752.127192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.025250] env[68927]: INFO networking_nsxv3.common.synchronization [None req-d2d884bb-7a94-4fbe-b4d1-afa20d698d81 None None] Enqueued Resource ID: e7a699a1-ac66-493f-ae01-8263234c5f05 with Priority: HIGHEST for action port [ 753.026490] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a699a1-ac66-493f-ae01-8263234c5f05 with Priority: HIGHEST for action port [ 753.027216] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7a699a1-ac66-493f-ae01-8263234c5f05 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.027727] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7a699a1-ac66-493f-ae01-8263234c5f05" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.027898] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7a699a1-ac66-493f-ae01-8263234c5f05" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.028301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7a699a1-ac66-493f-ae01-8263234c5f05" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.028628] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7a699a1-ac66-493f-ae01-8263234c5f05',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.497335] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 753.497593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.497775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.498502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.498502] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.532882] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7a699a1-ac66-493f-ae01-8263234c5f05 [ 753.532882] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.532882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.532882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.532882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.532882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.532882] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7a699a1-ac66-493f-ae01-8263234c5f05 already deleted. [ 753.532882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7a699a1-ac66-493f-ae01-8263234c5f05" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.932722] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 753.932955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.933138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.933372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.933921] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.933921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.933921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.934107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.934107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.934188] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.000025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.000164] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.001158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.001158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.001158] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.001158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.001158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.001158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.001158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.001158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.001158] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.018551] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: SUCCESS [ 754.021202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.215749] env[68927]: INFO networking_nsxv3.common.synchronization [req-f29100ff-d342-4702-8bfd-12c9288d2ae6 req-8dae025b-d07d-4aad-b7ae-feb184028b75 tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 754.215749] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 754.218669] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.218863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.219155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.219416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.219628] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.219759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.219827] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.220162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.220279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.220404] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.437665] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.507170] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.507170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.507170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.507170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.507170] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.507170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.507170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.507170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.507523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.507523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.507663] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.507718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.507865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.508039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.508196] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.508251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.508361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.508402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.509186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.509186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.509186] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.628318] env[68927]: INFO networking_nsxv3.common.synchronization [req-6b2a7c4b-7f52-4921-807e-de4fc9f8ad69 req-57a83d89-b940-4fc5-bfc8-9e6966048fec tempest-ListServersNegativeTestJSON-1678377797 tempest-ListServersNegativeTestJSON-1678377797-project-member] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 754.630762] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGHEST for action security_group_members [ 754.632423] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.632513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.724017] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.939853] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.012713] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d189c14-42e5-428f-af1d-d8b4ae4f6402: rpc.has_security_group_logging(os_id): False [ 755.037220] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.037220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.037220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.037220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.037220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.037220] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.037485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.037485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.037543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.037602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.037778] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.037874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.037936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.038094] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.038166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.038763] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.038763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.038763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.039092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.039123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.039247] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 755.107990] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.107990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.107990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.107990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.107990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.126017] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 755.230223] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.233793] env[68927]: INFO networking_nsxv3.common.synchronization [req-33caad67-895d-4297-93ae-be0580ce006b req-5a1dd7b2-3680-4fdb-9d54-33cd49cc0fcc tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Enqueued Resource ID: ead96922-1ea5-495b-8ba9-9a3882163341 with Priority: HIGHEST for action security_group_members [ 755.235054] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead96922-1ea5-495b-8ba9-9a3882163341 with Priority: HIGHEST for action security_group_members [ 755.235135] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead96922-1ea5-495b-8ba9-9a3882163341 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.235270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.235734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.235734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.235922] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.236261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.236261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.236380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.236493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.236836] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead96922-1ea5-495b-8ba9-9a3882163341',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.442298] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.442582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.442582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.442724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.442830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.442936] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be updated. [ 755.472462] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.472620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.472689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.472936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.473065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.478628] env[68927]: INFO networking_nsxv3.common.synchronization [None req-8a9903b6-ac60-4d82-807d-b9de788c3e23 None None] Enqueued Resource ID: 558aa6b1-851e-4098-83a3-5a408ecedaa5 with Priority: HIGHEST for action port [ 755.479256] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558aa6b1-851e-4098-83a3-5a408ecedaa5 with Priority: HIGHEST for action port [ 755.479540] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-558aa6b1-851e-4098-83a3-5a408ecedaa5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.482511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-558aa6b1-851e-4098-83a3-5a408ecedaa5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.482511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-558aa6b1-851e-4098-83a3-5a408ecedaa5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.482511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-558aa6b1-851e-4098-83a3-5a408ecedaa5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.482511] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('558aa6b1-851e-4098-83a3-5a408ecedaa5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.487979] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: IN_PROGRESS for 2s [ 755.672667] env[68927]: INFO networking_nsxv3.common.synchronization [req-0da0b878-c06b-45d5-b391-d820d33b1de7 req-e2f1bd57-e8b5-43f4-91e4-bbb5b6192f95 tempest-ImagesNegativeTestJSON-1485088036 tempest-ImagesNegativeTestJSON-1485088036-project-member] Enqueued Resource ID: f6d51747-d21d-4101-9a39-5a2257105e07 with Priority: HIGHEST for action security_group_members [ 755.673245] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d51747-d21d-4101-9a39-5a2257105e07 with Priority: HIGHEST for action security_group_members [ 755.673621] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6d51747-d21d-4101-9a39-5a2257105e07 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.673709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.673709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.673910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.674808] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.674981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.675089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.675362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.675485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.675601] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6d51747-d21d-4101-9a39-5a2257105e07',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.735685] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.735685] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.735685] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.736039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.736389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.736389] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be updated. [ 755.738797] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.738968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.739056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.739878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.739976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.740205] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.740337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.740389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.740574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.740653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.740794] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead96922-1ea5-495b-8ba9-9a3882163341 already deleted. [ 755.740891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.772971] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.773728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.773859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.774174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.774426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.784098] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: IN_PROGRESS for 2s [ 755.857169] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.857370] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-712" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.857492] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-712" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.857829] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-712" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.858113] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.858281] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.858397] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.858616] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.859393] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.862407] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.862620] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.862754] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.862871] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.862998] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.863125] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.863270] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.886560] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.886766] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.886917] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.887114] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-712" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.887469] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-2af1a6ce-2c54-4916-823e-acc18abb4364 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.887652] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-2af1a6ce-2c54-4916-823e-acc18abb4364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.887774] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-2af1a6ce-2c54-4916-823e-acc18abb4364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.888109] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-2af1a6ce-2c54-4916-823e-acc18abb4364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.888255] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2af1a6ce-2c54-4916-823e-acc18abb4364',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.984536] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 558aa6b1-851e-4098-83a3-5a408ecedaa5 [ 755.984536] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.984536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.984536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.984753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.984753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.984843] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:558aa6b1-851e-4098-83a3-5a408ecedaa5 already deleted. [ 755.984928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-558aa6b1-851e-4098-83a3-5a408ecedaa5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.181513] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.181513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.181513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.181513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.181513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.181513] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.181513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.181513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.181513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.181513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.181513] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d51747-d21d-4101-9a39-5a2257105e07 is going to be updated. [ 756.220023] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.220215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.220293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.220519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.220679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.234791] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d51747-d21d-4101-9a39-5a2257105e07 in Status: IN_PROGRESS for 2s [ 756.393291] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.393532] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.393661] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.393948] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.394119] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.394312] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 2af1a6ce-2c54-4916-823e-acc18abb4364 not found, creating... [ 756.394588] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.394750] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.394869] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.395446] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.395636] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.395924] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.396105] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.399083] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.399083] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.399083] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.399083] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 2af1a6ce-2c54-4916-823e-acc18abb4364 is going to be created. [ 756.419896] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.420110] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.420242] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.420537] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.421118] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.421555] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-2af1a6ce-2c54-4916-823e-acc18abb4364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.132296] env[68927]: INFO networking_nsxv3.common.synchronization [None req-d476f4dd-09ce-4564-a679-b39aab6e9367 None None] Enqueued Resource ID: 6b4126cc-2c58-4129-8548-7b54f20bd189 with Priority: HIGHEST for action port [ 757.132296] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b4126cc-2c58-4129-8548-7b54f20bd189 with Priority: HIGHEST for action port [ 757.132296] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b4126cc-2c58-4129-8548-7b54f20bd189 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.132296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b4126cc-2c58-4129-8548-7b54f20bd189" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.132296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b4126cc-2c58-4129-8548-7b54f20bd189" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.132296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b4126cc-2c58-4129-8548-7b54f20bd189" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.132296] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4126cc-2c58-4129-8548-7b54f20bd189',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.138841] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 757.139294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.236107] env[68927]: INFO networking_nsxv3.common.synchronization [req-33caad67-895d-4297-93ae-be0580ce006b req-1f047c6a-5133-476b-968e-c0db10f33c7e service nova] Enqueued Resource ID: ead96922-1ea5-495b-8ba9-9a3882163341 with Priority: HIGHEST for action security_group_rules [ 757.236107] env[68927]: INFO networking_nsxv3.common.synchronization [req-33caad67-895d-4297-93ae-be0580ce006b req-1f047c6a-5133-476b-968e-c0db10f33c7e service nova] Enqueued Resource ID: ead96922-1ea5-495b-8ba9-9a3882163341 with Priority: HIGHEST for action security_group_members [ 757.236107] env[68927]: INFO networking_nsxv3.common.synchronization [req-33caad67-895d-4297-93ae-be0580ce006b req-1f047c6a-5133-476b-968e-c0db10f33c7e service nova] Enqueued Resource ID: 2af1a6ce-2c54-4916-823e-acc18abb4364 with Priority: HIGHEST for action port [ 757.236107] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead96922-1ea5-495b-8ba9-9a3882163341 with Priority: HIGHEST for action security_group_rules [ 757.236107] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead96922-1ea5-495b-8ba9-9a3882163341 with Priority: HIGHEST for action security_group_members [ 757.236107] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1a6ce-2c54-4916-823e-acc18abb4364 with Priority: HIGHEST for action port [ 757.236806] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ead96922-1ea5-495b-8ba9-9a3882163341 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.236806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.236806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.236806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.236960] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ead96922-1ea5-495b-8ba9-9a3882163341',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.241353] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead96922-1ea5-495b-8ba9-9a3882163341 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.241353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.241353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.241353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.241353] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.241353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.241353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.241353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.241353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.241353] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead96922-1ea5-495b-8ba9-9a3882163341',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.241353] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-2af1a6ce-2c54-4916-823e-acc18abb4364 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.241353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2af1a6ce-2c54-4916-823e-acc18abb4364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.241353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2af1a6ce-2c54-4916-823e-acc18abb4364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.241992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2af1a6ce-2c54-4916-823e-acc18abb4364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.241992] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2af1a6ce-2c54-4916-823e-acc18abb4364',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.496964] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 757.497219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.497388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.497600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.497793] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.497909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.497976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.498882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.498882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.498882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.498882] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.498882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.498882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.498882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.499184] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.499184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.499184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.499285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.499349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.499437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.499554] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.636250] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b4126cc-2c58-4129-8548-7b54f20bd189 [ 757.638909] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.638909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.638909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.638909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.638909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.638909] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b4126cc-2c58-4129-8548-7b54f20bd189 already deleted. [ 757.638909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b4126cc-2c58-4129-8548-7b54f20bd189" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.744843] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead96922-1ea5-495b-8ba9-9a3882163341 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.745126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.746401] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ead96922-1ea5-495b-8ba9-9a3882163341',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.746401] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2af1a6ce-2c54-4916-823e-acc18abb4364 with status ACTIVE [ 757.746401] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.746814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.746814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.746814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.746814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.747021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.747115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.747170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.748728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.748728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.748728] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.748728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.748728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.748728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.748728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.751128] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2af1a6ce-2c54-4916-823e-acc18abb4364 is going to be updated. [ 757.772189] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.772360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.772436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.772664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.772801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.772954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2af1a6ce-2c54-4916-823e-acc18abb4364" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.791791] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: SUCCESS [ 757.792018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.792183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.792401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.792585] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.792702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.792762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.792914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.793009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.793167] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.002388] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 741ca217-f65f-49b8-9e0d-80917e9692f0: rpc.has_security_group_logging(os_id): False [ 758.021397] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.021559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.021634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.021866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.021965] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.022210] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.022316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.022386] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.022596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.022684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.022886] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.022991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.023065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.023217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.023379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.023575] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.023672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.023740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.023884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.023960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.026922] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be created. [ 758.070073] env[68927]: INFO networking_nsxv3.common.synchronization [req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 req-272338d2-ee91-49b6-a482-c20b5caf7627 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 758.070386] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 758.070683] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.070801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.070866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.071132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.071318] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.071452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.071539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.071723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.071838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.071956] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.090439] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.090584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.090653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.090857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.091052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.103803] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: IN_PROGRESS for 2s [ 758.246547] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6d51747-d21d-4101-9a39-5a2257105e07 in Status: SUCCESS [ 758.246835] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6d51747-d21d-4101-9a39-5a2257105e07 deletion is rescheduled due to dependency. [ 758.247796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.254579] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ead96922-1ea5-495b-8ba9-9a3882163341',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.298552] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.298822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.298907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.299161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.299265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.299470] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.299582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.299650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.299806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.299944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.299976] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be updated. [ 758.329183] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.329366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.329438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.329643] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.329779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.339589] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: IN_PROGRESS for 2s [ 758.573927] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.645176] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.645176] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.645176] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.645402] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.645641] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.646981] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.646981] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.646981] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.646981] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.646981] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.646981] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.646981] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.647263] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.647263] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.647263] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.647454] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.666181] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.666731] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.666962] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.667158] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.667477] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-3477a872-068f-4329-8f47-787f90a69e30 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.667926] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-3477a872-068f-4329-8f47-787f90a69e30" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.667926] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-3477a872-068f-4329-8f47-787f90a69e30" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.668096] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-3477a872-068f-4329-8f47-787f90a69e30" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.668220] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3477a872-068f-4329-8f47-787f90a69e30',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.757287] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.760137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.760137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.760137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.760137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.760137] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead96922-1ea5-495b-8ba9-9a3882163341 is going to be created. [ 758.783298] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.783464] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.783529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.784080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.784080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.793419] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead96922-1ea5-495b-8ba9-9a3882163341 in Status: UNINITIALIZED for 2s [ 758.887249] env[68927]: INFO networking_nsxv3.common.synchronization [req-0e9e657c-a4ef-42af-9e1f-480165a45b7c req-76a3dec0-4be0-4f39-86fa-46e61fd9b3e8 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 758.888124] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 758.888426] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.888542] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.888606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.888804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.888948] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.889121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.889206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.889390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.890119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.890119] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.054916] env[68927]: INFO networking_nsxv3.common.synchronization [req-d15df5ca-f226-4802-adb5-917a66abc856 req-2b90f367-6f78-4537-858f-fbd79347b780 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 759.055462] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 759.055788] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.055889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.076771] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.171078] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.171342] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.171487] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.171771] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.172551] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.172551] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 3477a872-068f-4329-8f47-787f90a69e30 not found, creating... [ 759.172551] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.172551] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.172754] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.172832] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.172957] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.173258] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.173432] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.173555] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.173871] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.174032] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.174208] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 3477a872-068f-4329-8f47-787f90a69e30 is going to be created. [ 759.202380] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.202380] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.202380] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.202380] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.202982] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.203345] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-3477a872-068f-4329-8f47-787f90a69e30" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.394656] env[68927]: INFO networking_nsxv3.common.synchronization [None req-0ace1a46-b6ee-4a93-87bc-492f69923272 None None] Enqueued Resource ID: 3d8c49ad-4cb2-4b31-b5e7-512ba644297a with Priority: HIGHEST for action port [ 759.394656] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.395935] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8c49ad-4cb2-4b31-b5e7-512ba644297a with Priority: HIGHEST for action port [ 759.397017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8c49ad-4cb2-4b31-b5e7-512ba644297a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.397215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8c49ad-4cb2-4b31-b5e7-512ba644297a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.397274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8c49ad-4cb2-4b31-b5e7-512ba644297a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.397490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8c49ad-4cb2-4b31-b5e7-512ba644297a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.397745] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8c49ad-4cb2-4b31-b5e7-512ba644297a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.579236] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.579650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.579856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.580190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.581400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.581400] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 759.616088] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.617146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.617146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.617146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.617146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.625877] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 759.901262] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.901872] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d8c49ad-4cb2-4b31-b5e7-512ba644297a [ 759.902184] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.902356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.902446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.902717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.902839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.902966] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d8c49ad-4cb2-4b31-b5e7-512ba644297a already deleted. [ 759.903091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8c49ad-4cb2-4b31-b5e7-512ba644297a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.115878] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 760.116084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.116113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.116386] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.116475] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.289905] env[68927]: INFO networking_nsxv3.common.synchronization [req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 req-4e07c14e-3f72-43fc-9994-5546176523a2 service nova] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_rules [ 760.290186] env[68927]: INFO networking_nsxv3.common.synchronization [req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 req-4e07c14e-3f72-43fc-9994-5546176523a2 service nova] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 760.290404] env[68927]: INFO networking_nsxv3.common.synchronization [req-98e0c6ed-60c4-45a0-aaae-57b1d54709b7 req-4e07c14e-3f72-43fc-9994-5546176523a2 service nova] Enqueued Resource ID: 3477a872-068f-4329-8f47-787f90a69e30 with Priority: HIGHEST for action port [ 760.297020] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_rules [ 760.297020] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 760.297020] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3477a872-068f-4329-8f47-787f90a69e30 with Priority: HIGHEST for action port [ 760.297020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.297020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.297020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.297020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.297020] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.297020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.297020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.297020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-3477a872-068f-4329-8f47-787f90a69e30 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.297020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3477a872-068f-4329-8f47-787f90a69e30" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.297020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3477a872-068f-4329-8f47-787f90a69e30" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.297634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3477a872-068f-4329-8f47-787f90a69e30" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.297634] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3477a872-068f-4329-8f47-787f90a69e30',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.348856] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 in Status: SUCCESS [ 760.349102] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 deletion is rescheduled due to dependency. [ 760.349278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.405317] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.405582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.405582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.405774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.405866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.405963] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be updated. [ 760.434683] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.434826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.434897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.435197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.435267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.445037] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: IN_PROGRESS for 2s [ 760.637340] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.637538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.637991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.638443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.638584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.638703] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be deleted. [ 760.691025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.691025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.691025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.691025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.691025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.691025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.799951] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.799951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.800130] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3477a872-068f-4329-8f47-787f90a69e30 with status ACTIVE [ 760.800267] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.800412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.800448] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.800633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.800870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.800870] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.801070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.801070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.801196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.801938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.801938] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.801938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.801938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.801938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.801938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.801938] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3477a872-068f-4329-8f47-787f90a69e30 is going to be updated. [ 760.808456] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead96922-1ea5-495b-8ba9-9a3882163341 in Status: SUCCESS [ 760.808725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.808925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.809561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.809561] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.809561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.809561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.809991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.810246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.810413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.810557] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ead96922-1ea5-495b-8ba9-9a3882163341',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.828913] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.829160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.829235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.829435] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.829565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.829716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3477a872-068f-4329-8f47-787f90a69e30" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.313195] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead96922-1ea5-495b-8ba9-9a3882163341 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.313387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.313462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.313693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.313891] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.314009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.314141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.314339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.314451] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.314561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.314729] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead96922-1ea5-495b-8ba9-9a3882163341 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.314828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.314887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.315070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.315212] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.315317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.315391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.315541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.315624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.315716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.315806] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ead96922-1ea5-495b-8ba9-9a3882163341',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.641500] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 761.641768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.641905] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.642675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.642675] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.642675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.642675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.642675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.642675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.643100] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.818062] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ead96922-1ea5-495b-8ba9-9a3882163341: rpc.has_security_group_logging(os_id): False [ 761.840614] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.840764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.840930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.841197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.841197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.841430] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.841430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.841575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.841651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.841727] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.841922] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.842046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.842121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.842517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.842603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.842790] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.842888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.842971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.843101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.843175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.843272] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ead96922-1ea5-495b-8ba9-9a3882163341 is going to be created. [ 761.900440] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.900563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.900684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.900999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.901319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.917092] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ead96922-1ea5-495b-8ba9-9a3882163341 in Status: IN_PROGRESS for 2s [ 762.146530] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.454973] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 762.455061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.455199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.455413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.455618] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.455736] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.455801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.455972] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.456070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.456179] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.647586] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.931021] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 req-1812bbdf-04c4-498f-b5c9-d042206458ca tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Enqueued Resource ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea with Priority: HIGHEST for action security_group_members [ 762.931021] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea with Priority: HIGHEST for action security_group_members [ 762.931021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e007d0a-4239-4115-a99d-781a7f3dc0ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.931400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.931584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.931928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.932223] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.932474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.932661] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.932931] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.933160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.933366] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e007d0a-4239-4115-a99d-781a7f3dc0ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.960616] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.960616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.960616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.960616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.960616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.960616] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.960616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.960616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.960616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.960616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.960616] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be deleted. [ 763.011846] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.011846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.011846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.012082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.013594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.013594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.081283] env[68927]: INFO networking_nsxv3.common.synchronization [None req-af059b36-23c5-4f50-b2ce-57de688a0bb8 None None] Enqueued Resource ID: 9c5bd27a-fe1d-492a-af7e-189768911980 with Priority: HIGHEST for action port [ 763.081546] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5bd27a-fe1d-492a-af7e-189768911980 with Priority: HIGHEST for action port [ 763.082380] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c5bd27a-fe1d-492a-af7e-189768911980 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.082517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c5bd27a-fe1d-492a-af7e-189768911980" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.082590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c5bd27a-fe1d-492a-af7e-189768911980" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.082820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c5bd27a-fe1d-492a-af7e-189768911980" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.082902] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5bd27a-fe1d-492a-af7e-189768911980',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.152223] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.152223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.152223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.152223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.152223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.152223] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 763.174888] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.175144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.175144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.175407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.175553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.196151] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 763.366409] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.366409] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-678" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.366409] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-678" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.366409] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-678" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.366409] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.366409] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.366409] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.366409] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.366409] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.366409] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.366409] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.367096] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.367096] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.367096] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.367096] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.367096] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.385698] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.385864] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.386098] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.386225] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-678" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.386655] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-d63f76a8-8c35-40e5-a37a-acfc54fea7f0 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.386759] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-d63f76a8-8c35-40e5-a37a-acfc54fea7f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.386801] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-d63f76a8-8c35-40e5-a37a-acfc54fea7f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.388768] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-d63f76a8-8c35-40e5-a37a-acfc54fea7f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.388768] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d63f76a8-8c35-40e5-a37a-acfc54fea7f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.435163] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.435270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.435270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.435478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.435601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.435773] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.435869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.435935] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.436083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.436158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.436241] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea already deleted. [ 763.436339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.585919] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c5bd27a-fe1d-492a-af7e-189768911980 [ 763.586110] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.586339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.586339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.586535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.586630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.586733] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c5bd27a-fe1d-492a-af7e-189768911980 already deleted. [ 763.586809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c5bd27a-fe1d-492a-af7e-189768911980" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.742587] env[68927]: INFO networking_nsxv3.common.synchronization [None req-853bc960-61d7-4c1b-845f-7bd42648c46c tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Enqueued Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_rules [ 763.743139] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_rules [ 763.743447] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.743579] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.743648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.743891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.743961] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a3f6e0-ff42-467a-a2ef-541020c060d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.833814] env[68927]: INFO networking_nsxv3.common.synchronization [None req-ed9f6189-d723-4e93-9225-542519d5f031 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Enqueued Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_rules [ 763.834355] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_rules [ 763.834647] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.834765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.892949] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.892949] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.893214] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.896804] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.896804] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.896804] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port d63f76a8-8c35-40e5-a37a-acfc54fea7f0 not found, creating... [ 763.896804] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.896804] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.896804] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.896804] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.896804] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.896804] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.896804] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.897318] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.897318] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.897318] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.897318] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: d63f76a8-8c35-40e5-a37a-acfc54fea7f0 is going to be created. [ 763.915106] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.915318] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.915440] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.915712] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.915935] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.916176] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-d63f76a8-8c35-40e5-a37a-acfc54fea7f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.926739] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ead96922-1ea5-495b-8ba9-9a3882163341 in Status: SUCCESS [ 763.926952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.268399] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.268676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.268676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.268874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.268957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.269074] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 already deleted. [ 764.269166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.269315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.269488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.270096] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a3f6e0-ff42-467a-a2ef-541020c060d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.791524] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.791811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.791811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.797848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.797848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.797848] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 already deleted. [ 764.797848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.893932] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 req-06f3364a-ebe2-4fe0-a929-93ff7720841b service nova] Enqueued Resource ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea with Priority: HIGHEST for action security_group_rules [ 764.894117] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 req-06f3364a-ebe2-4fe0-a929-93ff7720841b service nova] Enqueued Resource ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea with Priority: HIGHEST for action security_group_members [ 764.894271] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a25dc6b-3b7e-40a8-8dbd-150b900eb027 req-06f3364a-ebe2-4fe0-a929-93ff7720841b service nova] Enqueued Resource ID: d63f76a8-8c35-40e5-a37a-acfc54fea7f0 with Priority: HIGHEST for action port [ 764.894799] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea with Priority: HIGHEST for action security_group_rules [ 764.894923] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea with Priority: HIGHEST for action security_group_members [ 764.895033] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63f76a8-8c35-40e5-a37a-acfc54fea7f0 with Priority: HIGHEST for action port [ 764.895338] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e007d0a-4239-4115-a99d-781a7f3dc0ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.895458] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.895515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.896092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.896092] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e007d0a-4239-4115-a99d-781a7f3dc0ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.896763] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e007d0a-4239-4115-a99d-781a7f3dc0ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.896848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.896848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.897041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.897185] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.898535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.898535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.898535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.898535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.898535] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e007d0a-4239-4115-a99d-781a7f3dc0ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.899691] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d63f76a8-8c35-40e5-a37a-acfc54fea7f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.900215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d63f76a8-8c35-40e5-a37a-acfc54fea7f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.900215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d63f76a8-8c35-40e5-a37a-acfc54fea7f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.900463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d63f76a8-8c35-40e5-a37a-acfc54fea7f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.900567] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d63f76a8-8c35-40e5-a37a-acfc54fea7f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.206447] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 765.206714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.206784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.207035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.207232] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.207372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.207440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.207614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.207744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.207806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.207941] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.400124] env[68927]: INFO networking_nsxv3.common.synchronization [None req-5e15b45f-e792-4673-8101-9f3209a5f1b1 None None] Enqueued Resource ID: d88026f4-d817-4083-ae46-1d91c58491bf with Priority: HIGHEST for action port [ 765.400124] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d88026f4-d817-4083-ae46-1d91c58491bf with Priority: HIGHEST for action port [ 765.400805] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d88026f4-d817-4083-ae46-1d91c58491bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.401484] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d88026f4-d817-4083-ae46-1d91c58491bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.401484] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d88026f4-d817-4083-ae46-1d91c58491bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.401484] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d88026f4-d817-4083-ae46-1d91c58491bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.401484] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d88026f4-d817-4083-ae46-1d91c58491bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.405033] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e007d0a-4239-4115-a99d-781a7f3dc0ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.405033] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e007d0a-4239-4115-a99d-781a7f3dc0ea taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.405033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.405033] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d63f76a8-8c35-40e5-a37a-acfc54fea7f0 with status ACTIVE [ 765.405033] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.405033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.405033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.405033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.405033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.405033] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.405033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.405033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.405033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.405033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.405720] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.405720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.405720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.405720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.405720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.405720] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d63f76a8-8c35-40e5-a37a-acfc54fea7f0 is going to be updated. [ 765.427236] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.427460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.427460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.427665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.427802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.427959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d63f76a8-8c35-40e5-a37a-acfc54fea7f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.713370] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.713370] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.713370] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.713370] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.713370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.714116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.714116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.714116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.714116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.714116] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.906791] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e007d0a-4239-4115-a99d-781a7f3dc0ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.907725] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d88026f4-d817-4083-ae46-1d91c58491bf [ 765.910017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.910017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.910017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.910017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.910017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.910017] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d88026f4-d817-4083-ae46-1d91c58491bf already deleted. [ 765.910017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d88026f4-d817-4083-ae46-1d91c58491bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.014594] env[68927]: INFO networking_nsxv3.common.synchronization [req-4283af4e-8f68-495a-b983-d16451ed9d3f req-96e3f918-57c3-4b68-9065-3037dcb02186 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Enqueued Resource ID: d2f5f801-3440-47f1-8f78-29912efa05c0 with Priority: HIGHEST for action security_group_members [ 766.015120] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f5f801-3440-47f1-8f78-29912efa05c0 with Priority: HIGHEST for action security_group_members [ 766.015432] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f5f801-3440-47f1-8f78-29912efa05c0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.015558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.015641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.015913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.016191] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.016661] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.016713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.016878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.016969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.017283] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f5f801-3440-47f1-8f78-29912efa05c0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.219398] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9: rpc.has_security_group_logging(os_id): False [ 766.240020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.240020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.240020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.240020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.240632] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.240632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.240632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.240632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.241152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.241366] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 766.305938] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.305938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.305938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.305938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.305938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.318371] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 766.411489] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.411489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.411489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.411489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.411489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.411489] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea is going to be created. [ 766.441088] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.441088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.441088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.441088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.441088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.456042] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea in Status: UNINITIALIZED for 2s [ 766.519691] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.519824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.519876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.520118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.520215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.520420] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.520520] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.520589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.520734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.520808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.520891] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f5f801-3440-47f1-8f78-29912efa05c0 already deleted. [ 766.520968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.562800] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.563234] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.564247] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.564247] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.564437] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.564535] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.564739] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.565066] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.565303] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.565633] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.565835] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.567951] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.567951] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.567951] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.567951] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.567951] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.624313] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.624482] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.058 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.624625] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.624804] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.625141] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.625316] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.625438] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.625767] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.625908] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa5454e-2082-44f7-a1fa-2e1f5f0cc645',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.128182] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.128672] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.128672] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.128990] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.129075] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.129203] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 not found, creating... [ 767.129480] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.129642] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.129758] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.129983] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.130136] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.130420] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.130578] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.130861] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.130921] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.131488] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.131719] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 is going to be created. [ 767.154012] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.154012] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.154012] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.154388] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.154613] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.154880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.334580] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 768.334902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.459945] env[68927]: INFO networking_nsxv3.common.synchronization [req-4283af4e-8f68-495a-b983-d16451ed9d3f req-c28e6a00-e315-41a7-b6bb-0f535e4779bb service nova] Enqueued Resource ID: d2f5f801-3440-47f1-8f78-29912efa05c0 with Priority: HIGHEST for action security_group_rules [ 768.460140] env[68927]: INFO networking_nsxv3.common.synchronization [req-4283af4e-8f68-495a-b983-d16451ed9d3f req-c28e6a00-e315-41a7-b6bb-0f535e4779bb service nova] Enqueued Resource ID: d2f5f801-3440-47f1-8f78-29912efa05c0 with Priority: HIGHEST for action security_group_members [ 768.460362] env[68927]: INFO networking_nsxv3.common.synchronization [req-4283af4e-8f68-495a-b983-d16451ed9d3f req-c28e6a00-e315-41a7-b6bb-0f535e4779bb service nova] Enqueued Resource ID: 1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 with Priority: HIGHEST for action port [ 768.468558] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f5f801-3440-47f1-8f78-29912efa05c0 with Priority: HIGHEST for action security_group_rules [ 768.469360] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f5f801-3440-47f1-8f78-29912efa05c0 with Priority: HIGHEST for action security_group_members [ 768.469552] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 with Priority: HIGHEST for action port [ 768.471046] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f5f801-3440-47f1-8f78-29912efa05c0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.471211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.471299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.471878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.471920] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f5f801-3440-47f1-8f78-29912efa05c0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.473437] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f5f801-3440-47f1-8f78-29912efa05c0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.473581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.473581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.473969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.473969] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.473969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.474273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.474273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.474273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.474404] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f5f801-3440-47f1-8f78-29912efa05c0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.475234] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.475343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.475424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.476161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.476161] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa5454e-2082-44f7-a1fa-2e1f5f0cc645',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.480843] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea in Status: SUCCESS [ 768.481160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.481233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.481595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.481595] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.481744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.481744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.482214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.482214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.482214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.482214] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e007d0a-4239-4115-a99d-781a7f3dc0ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.977231] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2f5f801-3440-47f1-8f78-29912efa05c0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.978514] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f5f801-3440-47f1-8f78-29912efa05c0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.978764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.982108] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 with status ACTIVE [ 768.982108] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.982108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.982108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.982108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.982342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.982342] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.982665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.982665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.982665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.982665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.982912] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.983063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.983135] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.983325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.983369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.983409] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fa5454e-2082-44f7-a1fa-2e1f5f0cc645 is going to be updated. [ 768.984679] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e007d0a-4239-4115-a99d-781a7f3dc0ea taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.985182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.985182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.985182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.985510] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.985747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.985747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.985861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.985979] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.986099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.986384] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e007d0a-4239-4115-a99d-781a7f3dc0ea taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.986529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.986611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.988616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.988616] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.988616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.988616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.988616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.988616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.988616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.988616] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e007d0a-4239-4115-a99d-781a7f3dc0ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.009419] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.009641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.009720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.009938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.010119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.010258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fa5454e-2082-44f7-a1fa-2e1f5f0cc645" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.355823] env[68927]: INFO networking_nsxv3.common.synchronization [req-dc202967-066e-4d85-a1d7-66d0bbeeba95 req-d22b78bd-29af-4b2c-93e4-75f6ce407417 tempest-ServerAddressesTestJSON-1373575505 tempest-ServerAddressesTestJSON-1373575505-project-member] Enqueued Resource ID: ead96922-1ea5-495b-8ba9-9a3882163341 with Priority: HIGHEST for action security_group_members [ 769.356438] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead96922-1ea5-495b-8ba9-9a3882163341 with Priority: HIGHEST for action security_group_members [ 769.356743] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead96922-1ea5-495b-8ba9-9a3882163341 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.357314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.357446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.357670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.357834] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.357962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.358038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.358189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.358274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.358367] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead96922-1ea5-495b-8ba9-9a3882163341',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.480081] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2f5f801-3440-47f1-8f78-29912efa05c0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.490895] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e007d0a-4239-4115-a99d-781a7f3dc0ea: rpc.has_security_group_logging(os_id): False [ 769.508049] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.508235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.508271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.508489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.508580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.508864] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.508963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.509073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.509565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.509674] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.509844] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.509943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.510011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.510161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.510244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.510420] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.510510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.510566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.510704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.510783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.510861] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea is going to be created. [ 769.565577] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.565750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.565821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.566042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.566230] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.577229] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea in Status: IN_PROGRESS for 2s [ 769.863775] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.863775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.863775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.863775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.863775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.863775] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.863775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.863775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.863775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.863775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.863775] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead96922-1ea5-495b-8ba9-9a3882163341 is going to be updated. [ 769.890215] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.890215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.890215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.890215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.890215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.897396] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead96922-1ea5-495b-8ba9-9a3882163341 in Status: IN_PROGRESS for 2s [ 769.982505] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.982758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.982864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.983137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.983240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.983347] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f5f801-3440-47f1-8f78-29912efa05c0 is going to be created. [ 770.035648] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.035826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.035881] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.036099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.036265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.046742] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f5f801-3440-47f1-8f78-29912efa05c0 in Status: UNINITIALIZED for 2s [ 770.711397] env[68927]: INFO networking_nsxv3.common.synchronization [req-323c9449-b576-4b3b-a8b8-c590fcab3c18 req-e0e49d40-8eab-4954-9e99-6320eba5a236 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Enqueued Resource ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 with Priority: HIGHEST for action security_group_members [ 770.711963] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 with Priority: HIGHEST for action security_group_members [ 770.712308] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0af7458-d89d-43dc-841b-4a26af51e7a3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.712465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.712541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.712743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.712897] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.713452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.713550] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.713841] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.714189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.714189] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0af7458-d89d-43dc-841b-4a26af51e7a3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.218033] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.218220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.218268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.218477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.218574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.218754] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.218847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.218904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.219063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.219136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.219234] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 already deleted. [ 771.219309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.379117] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.379208] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-838" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.379280] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-838" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.379622] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-838" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.380250] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.380415] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.381408] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.381408] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.381408] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.381408] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.381408] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.381408] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.381705] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.381705] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.381705] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.381789] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.399331] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.399575] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.399782] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.400050] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-838" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.400479] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-d9856c14-a51a-434e-9054-62910e6099ea taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.400733] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-d9856c14-a51a-434e-9054-62910e6099ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.400918] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-d9856c14-a51a-434e-9054-62910e6099ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.401420] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-d9856c14-a51a-434e-9054-62910e6099ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.401573] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9856c14-a51a-434e-9054-62910e6099ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.589312] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea in Status: SUCCESS [ 771.589618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.904608] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.904947] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.905039] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.906030] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.906030] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.906030] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port d9856c14-a51a-434e-9054-62910e6099ea not found, creating... [ 771.906030] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.906030] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.906382] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.906454] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.906600] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.906888] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.907051] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.907183] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.907396] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.907536] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.907689] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: d9856c14-a51a-434e-9054-62910e6099ea is going to be created. [ 771.910469] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead96922-1ea5-495b-8ba9-9a3882163341 in Status: SUCCESS [ 771.910661] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead96922-1ea5-495b-8ba9-9a3882163341 deletion is rescheduled due to dependency. [ 771.910779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.929058] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.929058] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.929243] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.929424] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.929700] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.929954] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-d9856c14-a51a-434e-9054-62910e6099ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.056034] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f5f801-3440-47f1-8f78-29912efa05c0 in Status: SUCCESS [ 772.056448] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.056554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.056741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.056886] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.056995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.057067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.057225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.057310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.057396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.057491] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2f5f801-3440-47f1-8f78-29912efa05c0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.564035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f5f801-3440-47f1-8f78-29912efa05c0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.564035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.564035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f5f801-3440-47f1-8f78-29912efa05c0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.564035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.564035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.564752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.564752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.564752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.564752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.564752] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2f5f801-3440-47f1-8f78-29912efa05c0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.752532] env[68927]: INFO networking_nsxv3.common.synchronization [req-323c9449-b576-4b3b-a8b8-c590fcab3c18 req-fffba6e4-3cb6-47f8-9e68-5d1c687b761b service nova] Enqueued Resource ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 with Priority: HIGHEST for action security_group_rules [ 772.752742] env[68927]: INFO networking_nsxv3.common.synchronization [req-323c9449-b576-4b3b-a8b8-c590fcab3c18 req-fffba6e4-3cb6-47f8-9e68-5d1c687b761b service nova] Enqueued Resource ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 with Priority: HIGHEST for action security_group_members [ 772.752889] env[68927]: INFO networking_nsxv3.common.synchronization [req-323c9449-b576-4b3b-a8b8-c590fcab3c18 req-fffba6e4-3cb6-47f8-9e68-5d1c687b761b service nova] Enqueued Resource ID: d9856c14-a51a-434e-9054-62910e6099ea with Priority: HIGHEST for action port [ 772.753484] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 with Priority: HIGHEST for action security_group_rules [ 772.753584] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 with Priority: HIGHEST for action security_group_members [ 772.753702] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9856c14-a51a-434e-9054-62910e6099ea with Priority: HIGHEST for action port [ 772.754102] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0af7458-d89d-43dc-841b-4a26af51e7a3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.754201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.754201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.754566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.754666] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0af7458-d89d-43dc-841b-4a26af51e7a3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.755628] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0af7458-d89d-43dc-841b-4a26af51e7a3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.755682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.755716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.755892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.756059] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.756213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.756213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.756504] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.756504] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.756601] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0af7458-d89d-43dc-841b-4a26af51e7a3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.757399] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9856c14-a51a-434e-9054-62910e6099ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.757519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9856c14-a51a-434e-9054-62910e6099ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.757519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9856c14-a51a-434e-9054-62910e6099ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.757623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9856c14-a51a-434e-9054-62910e6099ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.757711] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9856c14-a51a-434e-9054-62910e6099ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.069127] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2f5f801-3440-47f1-8f78-29912efa05c0: rpc.has_security_group_logging(os_id): False [ 773.084612] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.084612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.084612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.084612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.084612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.085099] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.085099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.085099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.085099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.085275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.085456] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.085520] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.085561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.085801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.085840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.086081] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.086188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.086254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.086459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.087168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.087168] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f5f801-3440-47f1-8f78-29912efa05c0 is going to be created. [ 773.142395] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.142538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.142601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.142898] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.143137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.156283] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f5f801-3440-47f1-8f78-29912efa05c0 in Status: IN_PROGRESS for 2s [ 773.260103] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0af7458-d89d-43dc-841b-4a26af51e7a3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.261249] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0af7458-d89d-43dc-841b-4a26af51e7a3 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.261369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.261559] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9856c14-a51a-434e-9054-62910e6099ea with status ACTIVE [ 773.261739] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.261862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.261943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.262187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.262289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.262487] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.262605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.262683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.262867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.262963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.263204] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.263305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.263391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.263546] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.263640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.263731] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9856c14-a51a-434e-9054-62910e6099ea is going to be updated. [ 773.284089] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.284089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.284089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.284089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.284089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.284089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9856c14-a51a-434e-9054-62910e6099ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.458052] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-e4f2a459-0b82-48c8-a8ee-56ebccaf4e45 tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 773.458052] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 773.458052] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.458052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.458052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.459071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.459232] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.459339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.459414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.459601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.459694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.459863] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.765862] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0af7458-d89d-43dc-841b-4a26af51e7a3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.965026] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.965026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.965026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.965026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.965026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.965026] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.965026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.965026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.965026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.965026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.965026] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 already deleted. [ 773.965026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.252224] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-3c876854-81aa-4005-8e5b-7a577f70754c tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 774.252773] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 774.253081] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.253206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.253269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.253464] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.253617] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.253713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.253773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.253997] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.253997] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.257163] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.268922] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.269306] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.269306] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.269412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.269443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.269630] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 is going to be created. [ 774.292690] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.293379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.293379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.293379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.293573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.304030] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 in Status: UNINITIALIZED for 2s [ 774.761648] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.761814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.761933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.762129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.762226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.762424] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.762533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.762596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.762728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.762795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.762886] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 already deleted. [ 774.762960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.814995] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-a83034ba-ea42-48af-a325-11e99a062721 tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 774.816091] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 774.816665] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.817355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.817355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.817702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.818769] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.818769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.818769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.818769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.818769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.818769] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.184158] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f5f801-3440-47f1-8f78-29912efa05c0 in Status: SUCCESS [ 775.184398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.322029] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.322323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.322323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.322473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.322633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.322872] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.322977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.323076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.323207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.323286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.323371] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 already deleted. [ 775.323518] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.347864] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.348093] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-425" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.348279] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-425" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.350146] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-425" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.350146] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.350146] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.350602] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.350602] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.350680] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.350895] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.351028] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.351144] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.351255] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.351367] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.351474] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.351612] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.385048] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.385048] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.385717] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.386027] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-425" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.386450] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-08a4241a-53ae-4252-a71d-8d7ca7b37f87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.386675] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-08a4241a-53ae-4252-a71d-8d7ca7b37f87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.386786] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-08a4241a-53ae-4252-a71d-8d7ca7b37f87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.387124] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-08a4241a-53ae-4252-a71d-8d7ca7b37f87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.387267] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08a4241a-53ae-4252-a71d-8d7ca7b37f87',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.463494] env[68927]: INFO networking_nsxv3.common.synchronization [req-2b9ec33c-3a76-4d52-b319-0c1d102bce2e req-92b38126-9b1c-493f-aa3a-9fcd450db69b tempest-ServerTagsTestJSON-1054640483 tempest-ServerTagsTestJSON-1054640483-project-member] Enqueued Resource ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea with Priority: HIGHEST for action security_group_members [ 775.463494] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea with Priority: HIGHEST for action security_group_members [ 775.466734] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e007d0a-4239-4115-a99d-781a7f3dc0ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.466734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.466734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.466734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.466734] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.466734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.466734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.466734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.466734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.466734] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e007d0a-4239-4115-a99d-781a7f3dc0ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.890127] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.890446] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.890969] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.891042] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.891793] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.892059] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 08a4241a-53ae-4252-a71d-8d7ca7b37f87 not found, creating... [ 775.892353] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.892832] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.892832] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.892951] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.893125] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.893380] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.893596] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.893664] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.893864] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.893999] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.894154] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 08a4241a-53ae-4252-a71d-8d7ca7b37f87 is going to be created. [ 775.914239] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.914453] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.914595] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.914849] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.915101] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.915890] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-08a4241a-53ae-4252-a71d-8d7ca7b37f87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.968312] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.968487] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.968568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.968781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.968874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.969091] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.969189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.969254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.969405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.969501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.969571] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea is going to be updated. [ 776.010333] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.010333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.010333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.010333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.010333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.022776] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea in Status: IN_PROGRESS for 2s [ 776.318012] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 in Status: SUCCESS [ 776.318012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.318012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.318012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.318012] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.318012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.318012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.318012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.318012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.318012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.318012] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0af7458-d89d-43dc-841b-4a26af51e7a3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.713940] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-dc5f6baf-98ce-40fc-9e92-da2cb1b62d3f service nova] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_rules [ 776.714276] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-dc5f6baf-98ce-40fc-9e92-da2cb1b62d3f service nova] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 776.714336] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-dc5f6baf-98ce-40fc-9e92-da2cb1b62d3f service nova] Enqueued Resource ID: 08a4241a-53ae-4252-a71d-8d7ca7b37f87 with Priority: HIGHEST for action port [ 776.714537] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_rules [ 776.714659] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 776.714753] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a4241a-53ae-4252-a71d-8d7ca7b37f87 with Priority: HIGHEST for action port [ 776.715376] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.715536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.715626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.715897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.716016] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.716885] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.717080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.717137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.717344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.717536] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.717662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.717742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.717908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.718024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.718139] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.719226] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-08a4241a-53ae-4252-a71d-8d7ca7b37f87 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.719503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08a4241a-53ae-4252-a71d-8d7ca7b37f87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.722946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08a4241a-53ae-4252-a71d-8d7ca7b37f87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.725089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08a4241a-53ae-4252-a71d-8d7ca7b37f87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.725089] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08a4241a-53ae-4252-a71d-8d7ca7b37f87',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.819912] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0af7458-d89d-43dc-841b-4a26af51e7a3 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.820115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.820208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.820381] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.820564] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.820662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.820695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.820849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.820934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.821035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.821187] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0af7458-d89d-43dc-841b-4a26af51e7a3 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.821349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.821410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.821731] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.821919] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.822293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.822367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.823734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.823734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.823734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.823734] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0af7458-d89d-43dc-841b-4a26af51e7a3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.225137] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.225298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.226024] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.228170] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08a4241a-53ae-4252-a71d-8d7ca7b37f87 with status ACTIVE [ 777.229029] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.229029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.229029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.229029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.229029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.229277] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.229277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.229277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.229574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.229671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.229930] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.230118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.230207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.230396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.230498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.230778] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08a4241a-53ae-4252-a71d-8d7ca7b37f87 is going to be updated. [ 777.253590] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.253590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.253590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.253866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.253908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.254116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08a4241a-53ae-4252-a71d-8d7ca7b37f87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.326076] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0af7458-d89d-43dc-841b-4a26af51e7a3: rpc.has_security_group_logging(os_id): False [ 777.346233] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.346472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.346472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.346725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.346836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.347053] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.347159] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.347227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.347372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.347668] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.347668] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.347808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.347864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.348012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.348086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.348251] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.348335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.348393] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.348535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.348611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.348694] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 is going to be created. [ 777.416631] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.416774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.416828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.417050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.417244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.431362] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 in Status: IN_PROGRESS for 2s [ 777.730081] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.759576] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.759805] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.759933] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.760372] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.760711] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.760890] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.761035] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.761433] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.761621] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.761907] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.762036] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.762158] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.762565] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.763161] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.763500] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.763704] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.784402] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.784591] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.784761] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.784980] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.785944] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-9d201450-1a5d-461f-bb93-d34b60219d6e taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.785944] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-9d201450-1a5d-461f-bb93-d34b60219d6e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.785944] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-9d201450-1a5d-461f-bb93-d34b60219d6e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.787880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-9d201450-1a5d-461f-bb93-d34b60219d6e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.787880] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d201450-1a5d-461f-bb93-d34b60219d6e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.033024] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea in Status: SUCCESS [ 778.033320] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea deletion is rescheduled due to dependency. [ 778.033502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.232658] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.232816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.232949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.233295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.233463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.233634] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be created. [ 778.259902] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.260056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.260153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.260375] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.260533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.270402] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: UNINITIALIZED for 2s [ 778.289641] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.291019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.291019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.291019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.291019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.291019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 9d201450-1a5d-461f-bb93-d34b60219d6e not found, creating... [ 778.291019] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.291255] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.291255] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.291398] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.291546] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.291834] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.291987] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.292226] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.292471] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.292649] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.292822] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 9d201450-1a5d-461f-bb93-d34b60219d6e is going to be created. [ 778.312404] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.312688] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.312839] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.313208] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.313455] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.313763] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-9d201450-1a5d-461f-bb93-d34b60219d6e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.155056] env[68927]: INFO networking_nsxv3.common.synchronization [req-90b74d56-e336-4704-a1bd-916be095e1f8 req-a4f2b18b-bcb5-4f49-872c-b337c549ff22 tempest-TenantUsagesTestJSON-308319841 tempest-TenantUsagesTestJSON-308319841-project-member] Enqueued Resource ID: d2f5f801-3440-47f1-8f78-29912efa05c0 with Priority: HIGHEST for action security_group_members [ 779.155508] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f5f801-3440-47f1-8f78-29912efa05c0 with Priority: HIGHEST for action security_group_members [ 779.155809] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f5f801-3440-47f1-8f78-29912efa05c0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.155930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.155995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.156942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.156942] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.156942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.156942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.157160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.157160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.157160] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f5f801-3440-47f1-8f78-29912efa05c0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.368861] env[68927]: INFO networking_nsxv3.common.synchronization [req-9a6d0fd4-6efc-41f1-98f0-cc3644bf6da2 req-32f2df5f-7fab-4a22-9d24-08c48eb0c147 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Enqueued Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 779.370389] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 779.371052] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-78e693e3-168f-4b11-a505-a71302ab29c7 service nova] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_rules [ 779.371232] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-78e693e3-168f-4b11-a505-a71302ab29c7 service nova] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 779.371367] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-78e693e3-168f-4b11-a505-a71302ab29c7 service nova] Enqueued Resource ID: 9d201450-1a5d-461f-bb93-d34b60219d6e with Priority: HIGHEST for action port [ 779.371695] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.371816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.371895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.372107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.372269] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.372369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.372434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.372581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.372670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.372760] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.373713] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_rules [ 779.373838] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 779.373936] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d201450-1a5d-461f-bb93-d34b60219d6e with Priority: HIGHEST for action port [ 779.374607] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.374700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.374875] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.375052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.375140] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d201450-1a5d-461f-bb93-d34b60219d6e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.375236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d201450-1a5d-461f-bb93-d34b60219d6e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.375297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d201450-1a5d-461f-bb93-d34b60219d6e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.375444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d201450-1a5d-461f-bb93-d34b60219d6e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.375517] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d201450-1a5d-461f-bb93-d34b60219d6e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.445090] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 in Status: SUCCESS [ 779.445347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.662434] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.662434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.662434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.662434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.662434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.662434] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.662434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.662434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.662434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.662434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.662434] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f5f801-3440-47f1-8f78-29912efa05c0 is going to be updated. [ 779.686244] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.686979] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.688784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.688784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.688784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.695694] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f5f801-3440-47f1-8f78-29912efa05c0 in Status: IN_PROGRESS for 2s [ 779.875488] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.875810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.875946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.876214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.876373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.876665] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.876813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.876924] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.877151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.877272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.877414] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf is going to be updated. [ 779.881174] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d201450-1a5d-461f-bb93-d34b60219d6e with status ACTIVE [ 779.881357] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.881467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.881534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.881705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.881789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.881958] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.882066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.882129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.882272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.882349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.882531] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.882671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.882703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.882857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.882907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.882992] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d201450-1a5d-461f-bb93-d34b60219d6e is going to be updated. [ 779.903037] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.903191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.903258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.903464] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.903593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.903746] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d201450-1a5d-461f-bb93-d34b60219d6e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.905796] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.905913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.905988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.906136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.906254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.923163] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: IN_PROGRESS for 2s [ 780.162438] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.162772] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-425" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.162772] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-425" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.163035] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-425" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.163294] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.163448] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.163576] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.163798] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.163944] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.164440] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.164599] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.164731] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.164828] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.164945] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.165260] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.165457] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.195022] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.195022] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.195022] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.195022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-425" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.195022] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-3a7b14db-1700-4419-acac-1ee632547ba1 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.195022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-3a7b14db-1700-4419-acac-1ee632547ba1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.195022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-3a7b14db-1700-4419-acac-1ee632547ba1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.195022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-3a7b14db-1700-4419-acac-1ee632547ba1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.195022] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a7b14db-1700-4419-acac-1ee632547ba1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.279564] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 780.279782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.279941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.280193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.280395] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.280522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.280569] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.280719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.280807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.280892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.280986] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.281787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.281962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.282110] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.282212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.282275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.282416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.282494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.282578] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.701331] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.701564] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.701694] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.701997] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.702167] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.702326] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 3a7b14db-1700-4419-acac-1ee632547ba1 not found, creating... [ 780.702600] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.702756] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.702872] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.703106] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.703245] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.703523] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.703678] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.703794] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.703997] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.704140] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.704275] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 3a7b14db-1700-4419-acac-1ee632547ba1 is going to be created. [ 780.725203] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.725483] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.725578] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.725904] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.726722] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.726722] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-3a7b14db-1700-4419-acac-1ee632547ba1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.784169] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.785880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.785880] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.834166] env[68927]: INFO networking_nsxv3.common.synchronization [req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 req-a093113d-3ac9-4b24-a2dc-ccac9d2273ec tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 780.834747] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 780.835060] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.835188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.835255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.835496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.835648] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.835743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.835804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.835951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.836560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.836731] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.288517] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.321709] env[68927]: INFO networking_nsxv3.common.synchronization [req-92c22afd-a655-4163-ad20-fd279ae00aa3 req-0a69e8d4-1721-4606-b487-af15d8f99315 tempest-FloatingIPsAssociationTestJSON-346019799 tempest-FloatingIPsAssociationTestJSON-346019799-project-member] Enqueued Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 781.325415] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGHEST for action security_group_members [ 781.325415] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.325415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.325415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.325415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.325415] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.325911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.325911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.325911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.325911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.325911] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.340122] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.340255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.340323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.340532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.340621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.340803] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.340897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.340956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.341122] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.341194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.341276] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 already deleted. [ 781.341410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.445182] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-e84bdd89-a726-4e42-a0c0-e536625e257d service nova] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_rules [ 781.445182] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-e84bdd89-a726-4e42-a0c0-e536625e257d service nova] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 781.445263] env[68927]: INFO networking_nsxv3.common.synchronization [req-afe2dc82-e680-42e6-8755-54c028ec670f req-e84bdd89-a726-4e42-a0c0-e536625e257d service nova] Enqueued Resource ID: 3a7b14db-1700-4419-acac-1ee632547ba1 with Priority: HIGHEST for action port [ 781.445442] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_rules [ 781.445565] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 781.445710] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7b14db-1700-4419-acac-1ee632547ba1 with Priority: HIGHEST for action port [ 781.446372] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.446595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.446795] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.446883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.447067] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a7b14db-1700-4419-acac-1ee632547ba1 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.447165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a7b14db-1700-4419-acac-1ee632547ba1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.447225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a7b14db-1700-4419-acac-1ee632547ba1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.447432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a7b14db-1700-4419-acac-1ee632547ba1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.447509] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a7b14db-1700-4419-acac-1ee632547ba1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.498008] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.498008] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.498357] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.498489] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.498682] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.498887] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.498948] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.499288] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.499443] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.502037] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.502037] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.502037] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.502037] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.502037] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.502037] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.502037] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.518229] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.518229] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.518360] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.518834] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.518834] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-9f75a583-71ec-4ec8-855a-0d20d5bab644 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.518972] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-9f75a583-71ec-4ec8-855a-0d20d5bab644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.519225] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-9f75a583-71ec-4ec8-855a-0d20d5bab644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.519445] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-9f75a583-71ec-4ec8-855a-0d20d5bab644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.519587] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f75a583-71ec-4ec8-855a-0d20d5bab644',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.708730] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f5f801-3440-47f1-8f78-29912efa05c0 in Status: SUCCESS [ 781.708916] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f5f801-3440-47f1-8f78-29912efa05c0 deletion is rescheduled due to dependency. [ 781.709038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.795737] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.795737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.795737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.795912] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.796110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.796110] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be updated. [ 781.825385] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.825537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.825610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.825823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.825973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.828425] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.828650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.828722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.828903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.828988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.829182] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.829281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.829344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.829487] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.829563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.829650] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 is going to be updated. [ 781.838676] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 781.853034] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.853175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.853245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.853439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.853575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.860856] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: IN_PROGRESS for 2s [ 781.933108] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: SUCCESS [ 781.933243] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf deletion is rescheduled due to dependency. [ 781.933390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.949029] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a7b14db-1700-4419-acac-1ee632547ba1 with status ACTIVE [ 781.949202] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.949334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.949423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.949611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.949704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.949876] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.949971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.950049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.950198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.950276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.950449] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.950539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.950603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.950740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.950829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.950963] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a7b14db-1700-4419-acac-1ee632547ba1 is going to be updated. [ 781.971351] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.971504] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.971543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.971720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.971851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.972033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a7b14db-1700-4419-acac-1ee632547ba1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.023057] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.023057] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.023057] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.023057] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.023415] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.023415] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 9f75a583-71ec-4ec8-855a-0d20d5bab644 not found, creating... [ 782.023542] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.023700] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.023816] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.024040] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.024182] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.024581] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.024794] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.024971] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.025259] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.025406] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.025555] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 9f75a583-71ec-4ec8-855a-0d20d5bab644 is going to be created. [ 782.045622] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.045824] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.045949] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.046236] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.046454] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.046707] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-9f75a583-71ec-4ec8-855a-0d20d5bab644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.844164] env[68927]: INFO networking_nsxv3.common.synchronization [req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 req-1509dc5e-8bb4-4171-b923-77ebacc26ac2 service nova] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_rules [ 782.844432] env[68927]: INFO networking_nsxv3.common.synchronization [req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 req-1509dc5e-8bb4-4171-b923-77ebacc26ac2 service nova] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 782.844511] env[68927]: INFO networking_nsxv3.common.synchronization [req-b10dcec3-1f08-45c2-9eda-1f2c52273ea2 req-1509dc5e-8bb4-4171-b923-77ebacc26ac2 service nova] Enqueued Resource ID: 9f75a583-71ec-4ec8-855a-0d20d5bab644 with Priority: HIGHEST for action port [ 782.844984] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_rules [ 782.844984] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 782.844984] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f75a583-71ec-4ec8-855a-0d20d5bab644 with Priority: HIGHEST for action port [ 782.845503] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.845633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.845701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.845950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.846044] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.850018] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.850018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.850018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.850018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.850018] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.850018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.850018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.850018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.850018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.850018] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.850018] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f75a583-71ec-4ec8-855a-0d20d5bab644 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.850018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f75a583-71ec-4ec8-855a-0d20d5bab644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.850018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f75a583-71ec-4ec8-855a-0d20d5bab644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.850018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f75a583-71ec-4ec8-855a-0d20d5bab644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.850018] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f75a583-71ec-4ec8-855a-0d20d5bab644',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.350687] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.350831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.353856] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.353856] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f75a583-71ec-4ec8-855a-0d20d5bab644 with status ACTIVE [ 783.353856] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.353856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.353856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.353856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.353856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.354281] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.354281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.354281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.354281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.354406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.354562] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.354562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.354684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.354728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.354803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.354884] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f75a583-71ec-4ec8-855a-0d20d5bab644 is going to be updated. [ 783.376308] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.376454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.376537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.376797] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.376960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.377142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f75a583-71ec-4ec8-855a-0d20d5bab644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.634285] env[68927]: INFO networking_nsxv3.common.synchronization [req-d2589e06-217a-4e31-a1b2-0fd7bdd9de8f req-1a7d0dc8-102f-4b84-8a77-5b7d7b80f3e0 tempest-InstanceActionsV221TestJSON-1670548818 tempest-InstanceActionsV221TestJSON-1670548818-project-member] Enqueued Resource ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 with Priority: HIGHEST for action security_group_members [ 783.635730] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 with Priority: HIGHEST for action security_group_members [ 783.635730] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0af7458-d89d-43dc-841b-4a26af51e7a3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.635730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.635730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.635730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.635955] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.635955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.635955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.636327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.636327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.636327] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0af7458-d89d-43dc-841b-4a26af51e7a3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.849815] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 783.850097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.850212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.850439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.850626] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.850745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.850809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.850966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.851064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.851152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.851314] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.851402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.851453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.851585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.851721] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.851814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.851872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.852100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.852100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.852187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.852257] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.853216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.853452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.853452] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.853576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.853576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.853665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.853730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.853802] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.857047] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.867948] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 in Status: SUCCESS [ 783.868141] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 deletion is rescheduled due to dependency. [ 783.868245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.140601] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.140601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.140601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.140601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.140601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.140601] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.140601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.140601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.140601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.140601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.140601] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 is going to be updated. [ 784.142332] env[68927]: INFO networking_nsxv3.common.synchronization [req-e0d0b407-cc5c-4396-8605-1e3a460e4494 req-e90214d6-aef4-4863-bb74-538d62987b04 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 784.142603] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 784.143173] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.143270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.166119] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.166345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.166345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.166563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.166710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.178233] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 in Status: IN_PROGRESS for 2s [ 784.355838] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed00c7ae-21bf-41ec-9b56-35ca229d97b5: rpc.has_security_group_logging(os_id): False [ 784.357119] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.359618] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.359804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.359880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.360115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.360222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.360322] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be created. [ 784.374181] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.374328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.374399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.375670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.375670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.375670] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.375670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.375670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.375670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.375670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.375670] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.375670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.376044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.376044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.376044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.376928] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.376928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.376928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.376928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.376928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.376928] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be created. [ 784.386581] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.386710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.386778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.386964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.387120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.396615] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: UNINITIALIZED for 2s [ 784.434294] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.434871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.434871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.434871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.435077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.447704] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.447900] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.448045] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.448343] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.448607] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.448769] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.448886] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.449504] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.449714] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.449896] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.450162] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.450792] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.450952] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.451110] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.451231] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.451373] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.452963] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 784.469999] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.470225] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.470309] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.470486] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.470763] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-ffa6e356-476a-4491-8404-eb1d1d4efef0 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.470952] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-ffa6e356-476a-4491-8404-eb1d1d4efef0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.471097] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-ffa6e356-476a-4491-8404-eb1d1d4efef0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.471406] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-ffa6e356-476a-4491-8404-eb1d1d4efef0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.471546] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa6e356-476a-4491-8404-eb1d1d4efef0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.860229] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.975523] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.975774] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.975904] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.976213] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.976371] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.976715] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port ffa6e356-476a-4491-8404-eb1d1d4efef0 not found, creating... [ 784.977150] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.977355] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.977522] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.977819] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.977967] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.978289] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.978451] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.978572] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.978789] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.978991] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.979147] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: ffa6e356-476a-4491-8404-eb1d1d4efef0 is going to be created. [ 785.006703] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.006925] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.007064] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.007340] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.007614] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.007873] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-ffa6e356-476a-4491-8404-eb1d1d4efef0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.363064] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.363231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.363300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.363850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.363850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.363850] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be updated. [ 785.398537] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.398692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.398752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.398963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.399125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.407695] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 785.667858] env[68927]: INFO networking_nsxv3.common.synchronization [req-e0d0b407-cc5c-4396-8605-1e3a460e4494 req-b05240d9-af32-4e6e-82ac-4e7a7801049b service nova] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_rules [ 785.668049] env[68927]: INFO networking_nsxv3.common.synchronization [req-e0d0b407-cc5c-4396-8605-1e3a460e4494 req-b05240d9-af32-4e6e-82ac-4e7a7801049b service nova] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 785.668189] env[68927]: INFO networking_nsxv3.common.synchronization [req-e0d0b407-cc5c-4396-8605-1e3a460e4494 req-b05240d9-af32-4e6e-82ac-4e7a7801049b service nova] Enqueued Resource ID: ffa6e356-476a-4491-8404-eb1d1d4efef0 with Priority: HIGHEST for action port [ 785.668411] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_rules [ 785.668533] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 785.668625] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa6e356-476a-4491-8404-eb1d1d4efef0 with Priority: HIGHEST for action port [ 785.669938] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.670069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.670300] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.670361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.670535] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa6e356-476a-4491-8404-eb1d1d4efef0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.670635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa6e356-476a-4491-8404-eb1d1d4efef0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.670699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa6e356-476a-4491-8404-eb1d1d4efef0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.670890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa6e356-476a-4491-8404-eb1d1d4efef0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.670970] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa6e356-476a-4491-8404-eb1d1d4efef0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.174794] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffa6e356-476a-4491-8404-eb1d1d4efef0 with status ACTIVE [ 786.175122] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.175264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.175334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.175577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.175676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.175859] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.175986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.176447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.176447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.176447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.176635] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.176737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.176812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.176962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.177181] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.177181] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffa6e356-476a-4491-8404-eb1d1d4efef0 is going to be updated. [ 786.187932] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 in Status: SUCCESS [ 786.188119] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 deletion is rescheduled due to dependency. [ 786.188221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.225273] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.225432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.225483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.225698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.225839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.225999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa6e356-476a-4491-8404-eb1d1d4efef0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.407447] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: SUCCESS [ 786.407447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.407447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.407666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.408440] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.408440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.408440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.408440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.408440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.408440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.408733] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.409391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.409561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.409728] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.409848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.410241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.410241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.410241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.410241] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.462503] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 786.463575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.463575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.463748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.463841] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.914470] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.914470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.914804] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.966749] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.966749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.417149] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.418736] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 787.418943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.419140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.419352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.419538] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.419657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.419721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.419877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.419963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.420064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.420454] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.921992] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.922211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.922290] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.922519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.922622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.922731] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be updated. [ 787.924119] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.924246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.924309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.924492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.924651] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.924756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.925041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.925041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.925041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.925361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.925361] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.925518] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.925518] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.925618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.925778] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.925910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.925971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.926132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.926217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.927013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.927013] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.953535] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.953708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.953749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.953961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.954140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.963126] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: IN_PROGRESS for 2s [ 788.429599] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed00c7ae-21bf-41ec-9b56-35ca229d97b5: rpc.has_security_group_logging(os_id): False [ 788.446382] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.446621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.446621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.446832] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.446922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.447168] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.450057] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.450057] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.450057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.450057] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be updated. [ 788.507021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.507219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.507281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.507448] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.508456] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.520195] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 789.972933] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: SUCCESS [ 789.973251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.973251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.973501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.973694] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.974014] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.974014] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.974157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.974157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.974226] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.476984] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.533554] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 790.533769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.533943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.534184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.534276] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.670508] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 790.670626] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 790.980334] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.037223] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.037327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.037384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.037611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.037769] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.037872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.037939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.038107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.038221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.038501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.038595] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.075243] env[68927]: INFO networking_nsxv3.common.synchronization [req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 req-8dedca3e-2fbd-439c-ae7c-393e98343809 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 791.075753] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 791.076063] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.076169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.400754] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.400952] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.401112] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.401374] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.401629] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.401839] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.401929] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.402825] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.402825] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.402825] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.402825] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.402825] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.402825] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.403091] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.403129] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.403265] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.421428] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.421594] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.421855] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.421988] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-322" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.422773] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-27d6d1d6-fbb1-4ac9-a748-70a9a486aace taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.422773] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-27d6d1d6-fbb1-4ac9-a748-70a9a486aace" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.422773] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-27d6d1d6-fbb1-4ac9-a748-70a9a486aace" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.423015] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-27d6d1d6-fbb1-4ac9-a748-70a9a486aace" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.423015] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d6d1d6-fbb1-4ac9-a748-70a9a486aace',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.482450] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.482690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.482690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.482862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.482957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.483069] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be updated. [ 791.508081] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.508214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.508256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.508492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.508666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.517149] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: IN_PROGRESS for 2s [ 791.540997] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.541146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.541208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.541409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.541566] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.541665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.541735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.541870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.542067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.542067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.542200] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.542334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.542334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.542472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.542604] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.542786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.542786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.542970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.543057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.543138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.543226] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.925353] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.925587] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.925717] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.926019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.926272] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.926604] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 27d6d1d6-fbb1-4ac9-a748-70a9a486aace not found, creating... [ 791.926872] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.927047] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.927176] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.927451] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.927613] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.927918] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.928184] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.928620] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.928684] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.928773] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.928983] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 27d6d1d6-fbb1-4ac9-a748-70a9a486aace is going to be created. [ 791.948952] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.948952] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.948952] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.949432] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.949515] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.949872] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-27d6d1d6-fbb1-4ac9-a748-70a9a486aace" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.045544] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed00c7ae-21bf-41ec-9b56-35ca229d97b5: rpc.has_security_group_logging(os_id): False [ 792.063519] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.063672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.063740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.063953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.064072] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.064294] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.064398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.064463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.064628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.064700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.065037] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.065037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.065037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.065232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.065280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.065457] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.065547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.065603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.065744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.065820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.065904] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be updated. [ 792.131507] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.131664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.131753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.131986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.132160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.151996] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 792.640382] env[68927]: INFO networking_nsxv3.common.synchronization [req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 req-aeb61fe5-7da8-444e-8f1b-a09c0de5298c service nova] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_rules [ 792.641035] env[68927]: INFO networking_nsxv3.common.synchronization [req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 req-aeb61fe5-7da8-444e-8f1b-a09c0de5298c service nova] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 792.641035] env[68927]: INFO networking_nsxv3.common.synchronization [req-6d442914-ea33-4b6d-b3a0-a508fb5546e4 req-aeb61fe5-7da8-444e-8f1b-a09c0de5298c service nova] Enqueued Resource ID: 27d6d1d6-fbb1-4ac9-a748-70a9a486aace with Priority: HIGHEST for action port [ 792.641035] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_rules [ 792.641197] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 792.641197] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d6d1d6-fbb1-4ac9-a748-70a9a486aace with Priority: HIGHEST for action port [ 792.641934] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.641934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.642073] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.642126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.642255] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-27d6d1d6-fbb1-4ac9-a748-70a9a486aace taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.643048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27d6d1d6-fbb1-4ac9-a748-70a9a486aace" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.643048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27d6d1d6-fbb1-4ac9-a748-70a9a486aace" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.643048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27d6d1d6-fbb1-4ac9-a748-70a9a486aace" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.643048] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d6d1d6-fbb1-4ac9-a748-70a9a486aace',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.148284] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27d6d1d6-fbb1-4ac9-a748-70a9a486aace with status ACTIVE [ 793.148564] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.151269] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.151269] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.151269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.151269] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27d6d1d6-fbb1-4ac9-a748-70a9a486aace is going to be updated. [ 793.173359] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.173510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.173580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.173798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.173936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.174124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27d6d1d6-fbb1-4ac9-a748-70a9a486aace" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.528819] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: SUCCESS [ 793.529149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.530118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.530118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.530118] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.530118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.530118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.530391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.530391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.530391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.530567] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.530651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.530715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.530860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.531009] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.531434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.531504] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.531652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.531750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.531879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.531983] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.532835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.532999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.533200] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.533318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.533385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.533528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.533607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.533734] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.036823] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7437090d-af59-4315-a675-4274cbfc0f62: rpc.has_security_group_logging(os_id): False [ 794.037769] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.057229] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.057357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.057397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.057680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.057810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.058055] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.058152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.058238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.058370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.058447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.058623] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.058716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.058769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.058911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.058984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.059171] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.059264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.059315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.059450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.059524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.059607] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be created. [ 794.114154] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.114300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.114364] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.114610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.114821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.127202] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: IN_PROGRESS for 2s [ 794.167115] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 794.167551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.242911] env[68927]: INFO networking_nsxv3.common.synchronization [req-f1467882-9342-4bb8-ab6a-0f211af44b0d req-5b90a7ba-d672-4269-8ffd-f9af20608857 tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 794.243483] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 794.243785] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.244050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.244050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.244479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.244479] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.244479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.244479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.245087] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.245087] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.245087] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.507432] env[68927]: INFO networking_nsxv3.common.synchronization [req-f1467882-9342-4bb8-ab6a-0f211af44b0d req-060a81e5-beff-42e8-8f50-9da2482baad2 tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 794.508358] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 794.508358] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.508452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.542561] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.752040] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.047597] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.047830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.047936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.048220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.048358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.048533] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be updated. [ 795.094882] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.095048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.095121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.095335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.095485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.105576] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: IN_PROGRESS for 2s [ 795.118670] env[68927]: INFO networking_nsxv3.common.synchronization [req-f1467882-9342-4bb8-ab6a-0f211af44b0d req-9252bbab-2d5d-441c-a299-7898874e51c3 tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 795.118879] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 795.119154] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.119271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.253830] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.756577] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.756825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.756905] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.757191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.757300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.757420] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be updated. [ 795.789071] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.789071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.789460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.789460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.789577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.800158] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 796.139856] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: SUCCESS [ 796.140104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.140301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.140531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.140653] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.180481] env[68927]: INFO networking_nsxv3.common.synchronization [req-46614836-5cbd-41f6-880e-ee290810471c req-ec17d9a2-e18e-429f-b8fd-1f41cfafb64f tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Enqueued Resource ID: f464d394-1e90-4ee8-b217-9d69087f48c4 with Priority: HIGHEST for action security_group_members [ 796.181189] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f464d394-1e90-4ee8-b217-9d69087f48c4 with Priority: HIGHEST for action security_group_members [ 796.181508] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f464d394-1e90-4ee8-b217-9d69087f48c4 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.181626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.181690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.181942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.184730] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.184730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.184730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.184730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.184730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.184730] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f464d394-1e90-4ee8-b217-9d69087f48c4',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.644053] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.644460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.691423] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.691423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.691423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.691423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.691423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.691423] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.691423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.691423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.691423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.691423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.691423] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f464d394-1e90-4ee8-b217-9d69087f48c4 already deleted. [ 796.691423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.005651] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.005980] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-203" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.006087] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-203" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.006401] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-203" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.008019] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.008019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.008019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.008019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.008019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.008019] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.008019] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.008019] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.008019] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.008019] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.008019] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.008682] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.027578] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.027578] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.027831] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.027967] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-203" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.028294] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-c0a25a9d-09f7-49eb-aa94-d876d412bc1e taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.028505] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-c0a25a9d-09f7-49eb-aa94-d876d412bc1e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.028643] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-c0a25a9d-09f7-49eb-aa94-d876d412bc1e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.028922] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-c0a25a9d-09f7-49eb-aa94-d876d412bc1e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.029086] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0a25a9d-09f7-49eb-aa94-d876d412bc1e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.115436] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: SUCCESS [ 797.115588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.115757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.115981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.116185] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.116307] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.116368] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.116525] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.116603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.116723] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.535218] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.535218] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.535218] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.535218] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.535218] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.535218] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port c0a25a9d-09f7-49eb-aa94-d876d412bc1e not found, creating... [ 797.535218] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.535218] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.535218] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.535218] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.535218] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.535598] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.535598] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.535598] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.535598] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.541862] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.541862] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: c0a25a9d-09f7-49eb-aa94-d876d412bc1e is going to be created. [ 797.544459] env[68927]: INFO networking_nsxv3.common.synchronization [None req-11d75a97-bdd8-4a53-8a3c-c6792074902b None None] Enqueued Resource ID: c8dd76bd-b11a-4979-ad11-793a4a630041 with Priority: HIGHEST for action port [ 797.545272] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8dd76bd-b11a-4979-ad11-793a4a630041 with Priority: HIGHEST for action port [ 797.546023] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8dd76bd-b11a-4979-ad11-793a4a630041 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.546980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8dd76bd-b11a-4979-ad11-793a4a630041" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.547160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8dd76bd-b11a-4979-ad11-793a4a630041" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.547859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8dd76bd-b11a-4979-ad11-793a4a630041" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.547859] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8dd76bd-b11a-4979-ad11-793a4a630041',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.564630] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.564630] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.564630] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.564630] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.564630] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.564630] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-c0a25a9d-09f7-49eb-aa94-d876d412bc1e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.619556] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.810857] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 797.811283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.811973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.811973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.812134] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.812264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.812307] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.812477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.812570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.812653] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.055020] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8dd76bd-b11a-4979-ad11-793a4a630041 [ 798.055020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.055020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.055020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.055020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.055020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.055020] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8dd76bd-b11a-4979-ad11-793a4a630041 already deleted. [ 798.055020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8dd76bd-b11a-4979-ad11-793a4a630041" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.124402] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.145833] env[68927]: INFO networking_nsxv3.common.synchronization [None req-5d98924b-02b7-43aa-8a66-a8804543e437 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_rules [ 798.145833] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_rules [ 798.146298] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.146452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.146523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.146793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.146883] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.227988] env[68927]: INFO networking_nsxv3.common.synchronization [None req-738039a0-0fca-4cb2-a954-a6765f8fccb4 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_rules [ 798.228306] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_rules [ 798.229033] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.229033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.320152] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.320152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.320152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.320152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.320152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.320152] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.320152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.320152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.320152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.320152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.320152] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be updated. [ 798.347499] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.347499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.347499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.347499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.347499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.354628] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 798.411922] env[68927]: INFO networking_nsxv3.common.synchronization [req-46614836-5cbd-41f6-880e-ee290810471c req-783368ac-4e35-4a2e-b3f7-452e8fff9695 service nova] Enqueued Resource ID: f464d394-1e90-4ee8-b217-9d69087f48c4 with Priority: HIGHEST for action security_group_rules [ 798.411922] env[68927]: INFO networking_nsxv3.common.synchronization [req-46614836-5cbd-41f6-880e-ee290810471c req-783368ac-4e35-4a2e-b3f7-452e8fff9695 service nova] Enqueued Resource ID: f464d394-1e90-4ee8-b217-9d69087f48c4 with Priority: HIGHEST for action security_group_members [ 798.411922] env[68927]: INFO networking_nsxv3.common.synchronization [req-46614836-5cbd-41f6-880e-ee290810471c req-783368ac-4e35-4a2e-b3f7-452e8fff9695 service nova] Enqueued Resource ID: c0a25a9d-09f7-49eb-aa94-d876d412bc1e with Priority: HIGHEST for action port [ 798.411922] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f464d394-1e90-4ee8-b217-9d69087f48c4 with Priority: HIGHEST for action security_group_rules [ 798.411922] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f464d394-1e90-4ee8-b217-9d69087f48c4 with Priority: HIGHEST for action security_group_members [ 798.411922] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0a25a9d-09f7-49eb-aa94-d876d412bc1e with Priority: HIGHEST for action port [ 798.412526] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f464d394-1e90-4ee8-b217-9d69087f48c4 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.412688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.412779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.413098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.413208] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f464d394-1e90-4ee8-b217-9d69087f48c4',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.414457] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f464d394-1e90-4ee8-b217-9d69087f48c4 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.414570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.414638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.414810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.415103] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.415154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.415185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.415334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.415417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.415504] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f464d394-1e90-4ee8-b217-9d69087f48c4',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.416657] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0a25a9d-09f7-49eb-aa94-d876d412bc1e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.416838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0a25a9d-09f7-49eb-aa94-d876d412bc1e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.416904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0a25a9d-09f7-49eb-aa94-d876d412bc1e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.417066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0a25a9d-09f7-49eb-aa94-d876d412bc1e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.417139] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0a25a9d-09f7-49eb-aa94-d876d412bc1e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.628271] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.628271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.628420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.629100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.629100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.629100] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be updated. [ 798.660532] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.660532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.660532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.660532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.660532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.671969] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.671969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.671969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.671969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.671969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.671969] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 already deleted. [ 798.671969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.671969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.671969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.671969] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.671969] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: IN_PROGRESS for 2s [ 798.915326] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f464d394-1e90-4ee8-b217-9d69087f48c4 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.915945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.920600] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f464d394-1e90-4ee8-b217-9d69087f48c4',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.921652] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0a25a9d-09f7-49eb-aa94-d876d412bc1e with status ACTIVE [ 798.921985] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.922273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.922433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.922790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.922977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.923255] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.923462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.923608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.923841] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.924037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.924302] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.926439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.926439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.926439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.926439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.926439] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0a25a9d-09f7-49eb-aa94-d876d412bc1e is going to be updated. [ 798.945390] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.945541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.945615] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.945814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.945950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.946118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0a25a9d-09f7-49eb-aa94-d876d412bc1e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.206407] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.206579] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.206619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.206873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.206977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.207065] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 already deleted. [ 799.207157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.428215] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f464d394-1e90-4ee8-b217-9d69087f48c4',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.627028] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2706de9c-a337-4c22-b5b4-61f2e67ec3c1 None None] Enqueued Resource ID: 8a78bb3b-3e58-46ea-9856-48945f69c84c with Priority: HIGHEST for action port [ 799.627475] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a78bb3b-3e58-46ea-9856-48945f69c84c with Priority: HIGHEST for action port [ 799.627905] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a78bb3b-3e58-46ea-9856-48945f69c84c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.628052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a78bb3b-3e58-46ea-9856-48945f69c84c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.628138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a78bb3b-3e58-46ea-9856-48945f69c84c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.628398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a78bb3b-3e58-46ea-9856-48945f69c84c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.628477] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a78bb3b-3e58-46ea-9856-48945f69c84c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.931041] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.931041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.931041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.931041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.931041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.931041] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f464d394-1e90-4ee8-b217-9d69087f48c4 is going to be created. [ 799.953133] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.953361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.953418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.953698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.953903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.962375] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f464d394-1e90-4ee8-b217-9d69087f48c4 in Status: UNINITIALIZED for 2s [ 800.132585] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a78bb3b-3e58-46ea-9856-48945f69c84c [ 800.132585] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.132585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.132793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.132826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.132920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.133035] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a78bb3b-3e58-46ea-9856-48945f69c84c already deleted. [ 800.133134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a78bb3b-3e58-46ea-9856-48945f69c84c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.365030] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 800.365030] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 deletion is rescheduled due to dependency. [ 800.365030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.365203] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.366196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.366196] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.366196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.366196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.366196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.366196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.366196] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.681631] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: SUCCESS [ 800.681860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.682074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.682263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.682454] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.682572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.682716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.682795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.682911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.683017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.683113] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.868829] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.868996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.869104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.869324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.869424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.869622] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.869721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.869784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.870133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.870133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.870133] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be updated. [ 800.895468] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.895468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.895468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.895468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.895468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.903559] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 801.185602] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.185895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.185895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.186061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.186231] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.186346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.186412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.186567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.186658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.186767] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.186915] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.187017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.187080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.187219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.187381] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.187571] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.187571] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.187725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.187804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.187887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.187977] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.690087] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7437090d-af59-4315-a675-4274cbfc0f62: rpc.has_security_group_logging(os_id): False [ 801.707412] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.707557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.707733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.707867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.707964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.708198] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.708298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.708362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.708512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.708591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.708765] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.708860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.708920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.709068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.709143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.709320] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.709410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.709467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.709603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.709670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.709749] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be updated. [ 801.770582] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.770742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.770895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.771084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.771215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.781799] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: IN_PROGRESS for 2s [ 801.828148] env[68927]: INFO networking_nsxv3.common.synchronization [req-91fc486c-36a0-4c8c-b497-cfef542e284a req-dda050b3-b181-46c9-82ca-eb8ccc4c92ff tempest-VolumesAssistedSnapshotsTest-677765714 tempest-VolumesAssistedSnapshotsTest-677765714-project-member] Enqueued Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_members [ 801.828148] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGHEST for action security_group_members [ 801.828226] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-877140a0-7c8b-4d35-9bf2-1061765bf1ce taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.828292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.828394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.828560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.828715] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.828939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.829035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.829209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.829293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.829387] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877140a0-7c8b-4d35-9bf2-1061765bf1ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.973806] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f464d394-1e90-4ee8-b217-9d69087f48c4 in Status: SUCCESS [ 801.974201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.975264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.975574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.975804] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.980139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.980139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.980139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.980139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.980139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.980139] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f464d394-1e90-4ee8-b217-9d69087f48c4',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.334501] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.335787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.335787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.335787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.335787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.335787] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.335787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.335787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.335787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.335787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.335787] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce is going to be updated. [ 802.361682] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.361682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.361682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.361682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.361682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.368480] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce in Status: IN_PROGRESS for 2s [ 802.481331] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f464d394-1e90-4ee8-b217-9d69087f48c4 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.481496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.481568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.481786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.481953] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.482064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.482124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.482274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.482365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.482451] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.482594] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f464d394-1e90-4ee8-b217-9d69087f48c4 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.482678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.483033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.483033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.483033] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.483227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.483227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.483325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.483371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.483416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.483511] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f464d394-1e90-4ee8-b217-9d69087f48c4',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.916361] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 802.916409] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 deletion is rescheduled due to dependency. [ 802.916546] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.987038] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f464d394-1e90-4ee8-b217-9d69087f48c4: rpc.has_security_group_logging(os_id): False [ 803.002446] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.002595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.002666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.002878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.002971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.003196] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.003295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.003358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.003506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.003581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.003750] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.003840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.003899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.004049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.004162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.004439] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.004593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.004690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.004846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.004925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.005024] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f464d394-1e90-4ee8-b217-9d69087f48c4 is going to be created. [ 803.057737] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.057961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.058049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.058316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.058532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.068421] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f464d394-1e90-4ee8-b217-9d69087f48c4 in Status: IN_PROGRESS for 2s [ 803.797030] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: SUCCESS [ 803.797030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.797030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.797030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.797030] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.300099] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.300099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.300099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.300099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.300099] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.300099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.300606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.300606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.300606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.300606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.300606] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.378212] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce in Status: SUCCESS [ 804.378417] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce deletion is rescheduled due to dependency. [ 804.378510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.802697] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.802986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.802986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.803284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.803459] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.803560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.803620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.803778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.803870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.803981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.804500] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.804500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.804500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.804500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.804681] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.804681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.804761] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.804965] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.805109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.805241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.805379] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.080894] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f464d394-1e90-4ee8-b217-9d69087f48c4 in Status: SUCCESS [ 805.081115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.308514] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7437090d-af59-4315-a675-4274cbfc0f62: rpc.has_security_group_logging(os_id): False [ 805.328786] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.328973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.329082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.329368] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.329976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.329976] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.329976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.330214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.330214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.330326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.330574] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.330816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.330923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.331135] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.331243] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.331484] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.331621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.331709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.331940] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.331998] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.332125] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be updated. [ 805.405031] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.405031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.405031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.405031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.405031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.426218] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: IN_PROGRESS for 2s [ 806.123156] env[68927]: INFO networking_nsxv3.common.synchronization [req-d4bf554e-e278-449d-b418-b5e91200cb1d req-345d4323-33a2-4eb3-90e2-c86eacc4c212 tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Enqueued Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 806.123714] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 806.124017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.127354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.127439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.127639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.127810] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.127906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.127966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.128127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.128215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.128308] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.586533] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.586799] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.586916] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.587176] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.587436] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.587592] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.588030] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.588030] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.588152] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.588313] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.588440] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.588554] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.588665] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.588793] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.588890] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.589020] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.607250] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.607408] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.607546] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.607753] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.608086] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-92c15335-9e3a-42ad-814d-a0a04d93c18e taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.608330] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-92c15335-9e3a-42ad-814d-a0a04d93c18e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.608555] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-92c15335-9e3a-42ad-814d-a0a04d93c18e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.608943] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-92c15335-9e3a-42ad-814d-a0a04d93c18e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.609110] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c15335-9e3a-42ad-814d-a0a04d93c18e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.631110] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.631293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.631335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.631529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.631625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.631815] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.631914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.631978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.632137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.632216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.632305] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c is going to be updated. [ 806.672106] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.672263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.672335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.672545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.672864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.682489] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: IN_PROGRESS for 2s [ 807.111724] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.111956] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.112102] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.112399] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.112568] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.112729] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 92c15335-9e3a-42ad-814d-a0a04d93c18e not found, creating... [ 807.113000] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.113172] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.113292] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.113513] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.113657] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.113932] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.114100] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.114220] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.114423] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.114563] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.114755] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 92c15335-9e3a-42ad-814d-a0a04d93c18e is going to be created. [ 807.134806] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.135177] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.135177] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.135452] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.135686] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.135913] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-92c15335-9e3a-42ad-814d-a0a04d93c18e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.441192] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: SUCCESS [ 807.441431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.121283] env[68927]: INFO networking_nsxv3.common.synchronization [req-d4bf554e-e278-449d-b418-b5e91200cb1d req-71fe9f1c-828a-4e7f-9855-c6f49c140406 service nova] Enqueued Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_rules [ 808.121479] env[68927]: INFO networking_nsxv3.common.synchronization [req-d4bf554e-e278-449d-b418-b5e91200cb1d req-71fe9f1c-828a-4e7f-9855-c6f49c140406 service nova] Enqueued Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 808.121625] env[68927]: INFO networking_nsxv3.common.synchronization [req-d4bf554e-e278-449d-b418-b5e91200cb1d req-71fe9f1c-828a-4e7f-9855-c6f49c140406 service nova] Enqueued Resource ID: 92c15335-9e3a-42ad-814d-a0a04d93c18e with Priority: HIGHEST for action port [ 808.121863] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_rules [ 808.121993] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 808.122103] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c15335-9e3a-42ad-814d-a0a04d93c18e with Priority: HIGHEST for action port [ 808.122647] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.122773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.122844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.123389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.123506] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.124330] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.124479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.124612] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c15335-9e3a-42ad-814d-a0a04d93c18e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.126701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c15335-9e3a-42ad-814d-a0a04d93c18e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.126701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c15335-9e3a-42ad-814d-a0a04d93c18e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.126701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c15335-9e3a-42ad-814d-a0a04d93c18e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.126701] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c15335-9e3a-42ad-814d-a0a04d93c18e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.628545] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.628800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.628866] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92c15335-9e3a-42ad-814d-a0a04d93c18e with status ACTIVE [ 808.629628] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.629628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.629628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.629628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.629628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.630047] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.630047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.630047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.630047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.630047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.630197] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.630310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.630370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.631085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.631188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.631264] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92c15335-9e3a-42ad-814d-a0a04d93c18e is going to be updated. [ 808.651491] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.651637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.651709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.651911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.652064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.652228] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c15335-9e3a-42ad-814d-a0a04d93c18e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.692447] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: SUCCESS [ 808.692701] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c deletion is rescheduled due to dependency. [ 808.692782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.692890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.694265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.694490] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.694720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.694720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.694962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.695047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.695154] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.898804] env[68927]: INFO networking_nsxv3.common.synchronization [req-ceb9e570-cabe-46d7-9879-d8a03480b542 req-e49945bd-ed52-437a-b31b-55fffec944ea tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Enqueued Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 808.899367] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 808.899675] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.900289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.900289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.900289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.900289] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.900289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.900587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.900587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.900587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.900744] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.197527] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.405417] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.438674] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.438754] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.438829] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.439108] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.439388] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.439544] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.439661] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.439894] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.440097] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.440323] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.440439] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.440557] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.440658] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.440766] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.440871] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.440998] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.458656] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.458809] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.458944] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.459145] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.459463] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-b6af8b02-6ce5-4adb-a57f-5774e7983792 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.459628] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-b6af8b02-6ce5-4adb-a57f-5774e7983792" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.459744] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-b6af8b02-6ce5-4adb-a57f-5774e7983792" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.460088] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-b6af8b02-6ce5-4adb-a57f-5774e7983792" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.460239] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6af8b02-6ce5-4adb-a57f-5774e7983792',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.699833] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.907582] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.968018] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.968018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.968018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.968018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.968018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.968018] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port b6af8b02-6ce5-4adb-a57f-5774e7983792 not found, creating... [ 809.968018] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.968018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.968018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.968018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.968018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.968467] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.969446] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.969609] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.969845] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.969988] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.970144] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: b6af8b02-6ce5-4adb-a57f-5774e7983792 is going to be created. [ 809.990975] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.990975] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.990975] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.990975] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.990975] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.990975] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-b6af8b02-6ce5-4adb-a57f-5774e7983792" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.202658] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.202868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.202919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.203165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.203255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.203367] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c is going to be updated. [ 810.289813] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.290044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.290044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.290276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.290433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.306573] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: IN_PROGRESS for 2s [ 810.410275] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.410438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.410511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.410728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.410825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.410925] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 is going to be updated. [ 810.450717] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.450865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.450930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.451326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.451326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.463223] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: IN_PROGRESS for 2s [ 811.037044] env[68927]: INFO networking_nsxv3.common.synchronization [req-ceb9e570-cabe-46d7-9879-d8a03480b542 req-622bb070-6b24-4a29-95e1-3bc7c5ede642 service nova] Enqueued Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_rules [ 811.037044] env[68927]: INFO networking_nsxv3.common.synchronization [req-ceb9e570-cabe-46d7-9879-d8a03480b542 req-622bb070-6b24-4a29-95e1-3bc7c5ede642 service nova] Enqueued Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 811.037044] env[68927]: INFO networking_nsxv3.common.synchronization [req-ceb9e570-cabe-46d7-9879-d8a03480b542 req-622bb070-6b24-4a29-95e1-3bc7c5ede642 service nova] Enqueued Resource ID: b6af8b02-6ce5-4adb-a57f-5774e7983792 with Priority: HIGHEST for action port [ 811.037044] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_rules [ 811.037044] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 811.037044] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6af8b02-6ce5-4adb-a57f-5774e7983792 with Priority: HIGHEST for action port [ 811.037044] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.037856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.038096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.042608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.042608] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.042608] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.042608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.042608] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6af8b02-6ce5-4adb-a57f-5774e7983792 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.042608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6af8b02-6ce5-4adb-a57f-5774e7983792" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.042608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6af8b02-6ce5-4adb-a57f-5774e7983792" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.042608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6af8b02-6ce5-4adb-a57f-5774e7983792" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.043858] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6af8b02-6ce5-4adb-a57f-5774e7983792',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.545946] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.546095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.551019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6af8b02-6ce5-4adb-a57f-5774e7983792 with status ACTIVE [ 811.551019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.551019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.551019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.551019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.551019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6af8b02-6ce5-4adb-a57f-5774e7983792 is going to be updated. [ 811.571519] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.571651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.574025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.574025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.574025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.574025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6af8b02-6ce5-4adb-a57f-5774e7983792" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.317429] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: SUCCESS [ 812.317759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.318011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.318331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.318565] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.318740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.318805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.323204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.323417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.323558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.323703] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.473024] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: SUCCESS [ 812.473261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.473425] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.473648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.473837] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.473955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.474068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.474188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.474272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.474367] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.826044] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.826774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.826774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.826774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.826774] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.826774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.827065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.827065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.827122] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.827239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.827811] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.827811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.827811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.827811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.827811] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.828068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.828068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.828068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.828151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.828314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.828649] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.976873] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.333433] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a22db94-5a6a-440e-9f29-0e63827cc01c: rpc.has_security_group_logging(os_id): False [ 813.350499] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.350652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.350724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.350942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.351051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.351265] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.351363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.351426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.351573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.351651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.351820] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.351914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.351974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.352129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.352203] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.352415] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.352500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.352562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.352698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.352773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.352858] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c is going to be updated. [ 813.408804] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.408946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.409027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.410117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.410117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.423222] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: IN_PROGRESS for 2s [ 813.478701] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.981800] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.981974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.982067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.982280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.982375] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.982476] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 is going to be updated. [ 814.011254] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.011406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.011883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.011883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.011883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.021231] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: IN_PROGRESS for 2s [ 814.037055] env[68927]: INFO networking_nsxv3.common.synchronization [req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 req-47faea06-96c4-4fed-85fe-1ae310b892b9 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Enqueued Resource ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 with Priority: HIGHEST for action security_group_members [ 814.037613] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 with Priority: HIGHEST for action security_group_members [ 814.038019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-02dec364-3b08-4aaf-8f95-6317ec19ac53 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.038238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.038310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.038574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.038740] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.038847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.038911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.039111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.039225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.039320] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02dec364-3b08-4aaf-8f95-6317ec19ac53',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.541444] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.541732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.541987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.542238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.542335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.542555] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.542669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.542739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.542879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.542963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.543050] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 already deleted. [ 814.543133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.555858] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.555944] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-370" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.556070] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-370" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.556391] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-370" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.556656] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.556817] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.556961] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.557203] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.557349] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.557560] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.557683] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.557775] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.557899] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.558031] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.558140] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.558276] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.576205] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.576792] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.576792] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.578037] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-370" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.578037] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-91f4a9f3-7a44-428e-a744-9f5d0906a3c5 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.578037] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-91f4a9f3-7a44-428e-a744-9f5d0906a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.578244] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-91f4a9f3-7a44-428e-a744-9f5d0906a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.578404] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-91f4a9f3-7a44-428e-a744-9f5d0906a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.578601] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f4a9f3-7a44-428e-a744-9f5d0906a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.639267] env[68927]: INFO networking_nsxv3.common.synchronization [None req-8e868243-fa2e-42ee-8881-0a2fd6bd388c None None] Enqueued Resource ID: 104b0df8-e137-4a3d-853b-d651bda47ea6 with Priority: HIGHEST for action port [ 814.639787] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104b0df8-e137-4a3d-853b-d651bda47ea6 with Priority: HIGHEST for action port [ 814.640307] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-104b0df8-e137-4a3d-853b-d651bda47ea6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.640437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-104b0df8-e137-4a3d-853b-d651bda47ea6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.640506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-104b0df8-e137-4a3d-853b-d651bda47ea6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.640757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-104b0df8-e137-4a3d-853b-d651bda47ea6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.640845] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('104b0df8-e137-4a3d-853b-d651bda47ea6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.081536] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.081783] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.081916] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.082240] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.082399] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.082561] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 91f4a9f3-7a44-428e-a744-9f5d0906a3c5 not found, creating... [ 815.082829] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.082988] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.083125] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.083369] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.083532] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.083846] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.084084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.084220] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.084635] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.084635] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.084719] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 91f4a9f3-7a44-428e-a744-9f5d0906a3c5 is going to be created. [ 815.104324] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.104575] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.104654] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.105013] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.105246] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.105417] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-91f4a9f3-7a44-428e-a744-9f5d0906a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.144403] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 104b0df8-e137-4a3d-853b-d651bda47ea6 [ 815.144682] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.144846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.144944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.145204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.145330] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.145449] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:104b0df8-e137-4a3d-853b-d651bda47ea6 already deleted. [ 815.145535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-104b0df8-e137-4a3d-853b-d651bda47ea6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.436562] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: SUCCESS [ 815.436562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.005535] env[68927]: INFO networking_nsxv3.common.synchronization [req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 req-7dd8ee8e-4161-477e-9504-6434bfc1d241 service nova] Enqueued Resource ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 with Priority: HIGHEST for action security_group_rules [ 816.005535] env[68927]: INFO networking_nsxv3.common.synchronization [req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 req-7dd8ee8e-4161-477e-9504-6434bfc1d241 service nova] Enqueued Resource ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 with Priority: HIGHEST for action security_group_members [ 816.005535] env[68927]: INFO networking_nsxv3.common.synchronization [req-5caec834-4d54-4b1a-bfc7-d8925bbfaa72 req-7dd8ee8e-4161-477e-9504-6434bfc1d241 service nova] Enqueued Resource ID: 91f4a9f3-7a44-428e-a744-9f5d0906a3c5 with Priority: HIGHEST for action port [ 816.005535] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 with Priority: HIGHEST for action security_group_rules [ 816.005535] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 with Priority: HIGHEST for action security_group_members [ 816.005535] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f4a9f3-7a44-428e-a744-9f5d0906a3c5 with Priority: HIGHEST for action port [ 816.006040] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02dec364-3b08-4aaf-8f95-6317ec19ac53 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.006724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.006724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.007063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.007142] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02dec364-3b08-4aaf-8f95-6317ec19ac53',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.008036] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-02dec364-3b08-4aaf-8f95-6317ec19ac53 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.008507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.008611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.008801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.009154] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.009291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.009384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.009922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.009922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.009922] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02dec364-3b08-4aaf-8f95-6317ec19ac53',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.011228] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-91f4a9f3-7a44-428e-a744-9f5d0906a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.011507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91f4a9f3-7a44-428e-a744-9f5d0906a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.011597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91f4a9f3-7a44-428e-a744-9f5d0906a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.011766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91f4a9f3-7a44-428e-a744-9f5d0906a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.011846] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f4a9f3-7a44-428e-a744-9f5d0906a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.033165] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: SUCCESS [ 816.033556] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.033645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.033888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.034239] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.034327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.034327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.035069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.035694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.035788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.035914] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.457112] env[68927]: INFO networking_nsxv3.common.synchronization [req-d5746755-f969-46c7-848a-7a18c74526f1 req-403d08fa-ba10-4109-8ac0-81331296d785 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 816.457112] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 816.457112] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.457112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.457112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.458058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.458360] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.458638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.458812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.459955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.460188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.460404] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.512386] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02dec364-3b08-4aaf-8f95-6317ec19ac53',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.514199] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-02dec364-3b08-4aaf-8f95-6317ec19ac53 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.514379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.515940] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91f4a9f3-7a44-428e-a744-9f5d0906a3c5 with status ACTIVE [ 816.516066] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.516179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.516244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.516554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.518388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.518388] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.518388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.518388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.518388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.518388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.518388] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.518388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.518388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.518388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.518388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.518388] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91f4a9f3-7a44-428e-a744-9f5d0906a3c5 is going to be updated. [ 816.537523] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.537696] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.537793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.538119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.538287] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.538479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91f4a9f3-7a44-428e-a744-9f5d0906a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.539333] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.539333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.539333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.539600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.539643] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.539745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.539810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.539952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.540304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.540419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.540570] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.540666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.540723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.540869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.541040] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.541141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.541205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.541345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.541423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.541501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.541590] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.936904] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.937138] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.937267] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.937621] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.937937] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.938797] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.938938] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.939234] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.939403] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.939616] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.939735] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.939849] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.939984] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.940085] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.940197] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.940336] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.958912] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.959333] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.959539] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.959722] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.960039] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-34c91061-4385-44c2-973a-007018f86b09 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.960217] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-34c91061-4385-44c2-973a-007018f86b09" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.960519] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-34c91061-4385-44c2-973a-007018f86b09" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.960843] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-34c91061-4385-44c2-973a-007018f86b09" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.960988] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c91061-4385-44c2-973a-007018f86b09',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.962499] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.962725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.962815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.963297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.963414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.963605] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.963711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.963817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.963917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.964015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.964088] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 already deleted. [ 816.964166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.015943] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02dec364-3b08-4aaf-8f95-6317ec19ac53',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.042019] env[68927]: INFO networking_nsxv3.common.synchronization [None req-e2d49303-8b99-4bf8-90bf-115919a34ad7 None None] Enqueued Resource ID: 83502168-96e7-417a-a37d-93df43e8cb39 with Priority: HIGHEST for action port [ 817.042019] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83502168-96e7-417a-a37d-93df43e8cb39 with Priority: HIGHEST for action port [ 817.042340] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-83502168-96e7-417a-a37d-93df43e8cb39 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.042340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83502168-96e7-417a-a37d-93df43e8cb39" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.042340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83502168-96e7-417a-a37d-93df43e8cb39" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.042527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83502168-96e7-417a-a37d-93df43e8cb39" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.042574] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83502168-96e7-417a-a37d-93df43e8cb39',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.043407] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fba858b-6fd0-4bd3-9db8-7aae1330ff88: rpc.has_security_group_logging(os_id): False [ 817.060988] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.061716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.061825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.062061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.062163] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.062611] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.062726] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.062793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.066489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.066489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.066489] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.066489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.066489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.066489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.066489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.066489] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.066489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.066489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.066489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.066489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.066489] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 is going to be updated. [ 817.123444] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.123444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.123444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.123444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.123444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.135132] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: IN_PROGRESS for 2s [ 817.271262] env[68927]: INFO networking_nsxv3.common.synchronization [req-4ac4a62b-78d2-46cb-932d-6df3141f72ba req-2a909d49-5332-4176-a643-ecaaa3328062 tempest-InstanceActionsTestJSON-1999947837 tempest-InstanceActionsTestJSON-1999947837-project-member] Enqueued Resource ID: f464d394-1e90-4ee8-b217-9d69087f48c4 with Priority: HIGHEST for action security_group_members [ 817.271262] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f464d394-1e90-4ee8-b217-9d69087f48c4 with Priority: HIGHEST for action security_group_members [ 817.271262] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-f464d394-1e90-4ee8-b217-9d69087f48c4 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.271262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.271262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.274232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.274515] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.274862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.275386] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.276124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.276322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.277031] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f464d394-1e90-4ee8-b217-9d69087f48c4',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.469061] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.469061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.469061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.469061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.469061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.469061] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 34c91061-4385-44c2-973a-007018f86b09 not found, creating... [ 817.469061] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.469061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.469061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.469061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.469061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.469620] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.469620] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.469620] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.469620] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.469620] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.469938] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 34c91061-4385-44c2-973a-007018f86b09 is going to be created. [ 817.489305] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.489538] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.489672] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.489923] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.490185] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.490413] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-34c91061-4385-44c2-973a-007018f86b09" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.520091] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.520091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.520091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.520091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.520091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.520091] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 is going to be created. [ 817.547126] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83502168-96e7-417a-a37d-93df43e8cb39 [ 817.547363] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.547492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.547562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.547766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.547866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.547978] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83502168-96e7-417a-a37d-93df43e8cb39 already deleted. [ 817.548086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83502168-96e7-417a-a37d-93df43e8cb39" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.554338] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.554475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.554561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.554733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.554861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.564582] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 in Status: UNINITIALIZED for 2s [ 817.782196] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.783277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.783277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.783277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.783401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.783730] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.783730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.783899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.783930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.783996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.784649] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f464d394-1e90-4ee8-b217-9d69087f48c4 is going to be updated. [ 817.812526] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.812700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.812804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.813611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.813611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.822204] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f464d394-1e90-4ee8-b217-9d69087f48c4 in Status: IN_PROGRESS for 2s [ 818.309886] env[68927]: INFO networking_nsxv3.common.synchronization [req-d5746755-f969-46c7-848a-7a18c74526f1 req-4a80a3d6-ac26-4cd5-90f4-37a56a414599 service nova] Enqueued Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_rules [ 818.309886] env[68927]: INFO networking_nsxv3.common.synchronization [req-d5746755-f969-46c7-848a-7a18c74526f1 req-4a80a3d6-ac26-4cd5-90f4-37a56a414599 service nova] Enqueued Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 818.309886] env[68927]: INFO networking_nsxv3.common.synchronization [req-d5746755-f969-46c7-848a-7a18c74526f1 req-4a80a3d6-ac26-4cd5-90f4-37a56a414599 service nova] Enqueued Resource ID: 34c91061-4385-44c2-973a-007018f86b09 with Priority: HIGHEST for action port [ 818.309886] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_rules [ 818.309886] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 818.309886] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c91061-4385-44c2-973a-007018f86b09 with Priority: HIGHEST for action port [ 818.311744] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.312033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.312309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.312616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.312794] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.315229] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.315229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.315229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.315229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.315229] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.315229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.315229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.315229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.315229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.315229] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.316797] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-34c91061-4385-44c2-973a-007018f86b09 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.317130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34c91061-4385-44c2-973a-007018f86b09" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.317315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34c91061-4385-44c2-973a-007018f86b09" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.317557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34c91061-4385-44c2-973a-007018f86b09" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.317721] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c91061-4385-44c2-973a-007018f86b09',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.819655] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.822551] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.823613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.824803] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34c91061-4385-44c2-973a-007018f86b09 with status ACTIVE [ 818.824803] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.824803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.824803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.825040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.825126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.825288] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.826098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.826098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.826098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.826098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.826098] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.826098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.826098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.826450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.826450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.826450] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34c91061-4385-44c2-973a-007018f86b09 is going to be updated. [ 818.845660] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.846018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.846018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.846184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.846238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.846367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34c91061-4385-44c2-973a-007018f86b09" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.146952] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: SUCCESS [ 819.147210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.328787] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.574269] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 in Status: SUCCESS [ 819.574523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.574692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.574915] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.575124] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.575491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.575579] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.575746] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.576085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.576234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.576337] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02dec364-3b08-4aaf-8f95-6317ec19ac53',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.656095] env[68927]: INFO networking_nsxv3.common.synchronization [req-0f7d0ccb-9855-49de-97b4-63c020de19c7 req-2172acf3-8ce4-4110-a74c-7a96e77bd50b tempest-DeleteServersAdminTestJSON-1156589643 tempest-DeleteServersAdminTestJSON-1156589643-project-member] Enqueued Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 819.656611] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGHEST for action security_group_members [ 819.656920] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.657069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.657136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.661679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.661679] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.661679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.661679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.661679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.661679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.661679] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.743484] env[68927]: INFO networking_nsxv3.common.synchronization [req-d1553035-085c-4b04-b1c3-79e1668774ce req-4fdf2b43-de3b-4f48-b6da-6b75bb313df5 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 819.745109] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 819.745602] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.746056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.746261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.746557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.746942] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.747825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.747825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.748623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.748623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.748623] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.830980] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.831196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.831247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.831486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.831594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.831707] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 is going to be created. [ 819.834038] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f464d394-1e90-4ee8-b217-9d69087f48c4 in Status: SUCCESS [ 819.834210] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f464d394-1e90-4ee8-b217-9d69087f48c4 deletion is rescheduled due to dependency. [ 819.834310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.854567] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.854707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.854805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.854987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.855159] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.862913] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: UNINITIALIZED for 2s [ 820.080598] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-02dec364-3b08-4aaf-8f95-6317ec19ac53 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.080598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.080598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.080598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.080904] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.080904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.081049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.081105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.081153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.081405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.081405] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-02dec364-3b08-4aaf-8f95-6317ec19ac53 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.081621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.081621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.081724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.081830] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.081931] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.081999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.082164] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.082263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.082354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.082438] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02dec364-3b08-4aaf-8f95-6317ec19ac53',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.161999] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.161999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.161999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.161999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.161999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.161999] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.161999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.161999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.162410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.162410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.162410] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c is going to be updated. [ 820.201424] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.201890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.202516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.202516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.202649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.215410] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: IN_PROGRESS for 2s [ 820.251298] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.587416] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02dec364-3b08-4aaf-8f95-6317ec19ac53: rpc.has_security_group_logging(os_id): False [ 820.605431] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.605650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.605789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.606116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.606270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.606633] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.606943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.607045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.607254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.607346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.607564] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.607681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.607750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.608427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.608427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.608427] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.608427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.608427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.608720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.608720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.608720] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 is going to be created. [ 820.661208] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.661361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.661551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.661788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.662033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.672822] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 in Status: IN_PROGRESS for 2s [ 820.753656] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.257453] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.257599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.257662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.258271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.258271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.258271] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be updated. [ 821.290445] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.290445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.290445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.290445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.290445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.299372] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: IN_PROGRESS for 2s [ 821.873963] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: SUCCESS [ 821.874269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.874388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.874589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.874775] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.874888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.875240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.875240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.875240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.875430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.875430] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.235064] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c in Status: SUCCESS [ 822.235316] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c deletion is rescheduled due to dependency. [ 822.235486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.378529] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.686144] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 in Status: SUCCESS [ 822.686382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.879589] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d5eaa0-aba5-4a00-85f7-aaa971fdae89: rpc.has_security_group_logging(os_id): False [ 822.897644] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.897644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.897793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.897920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.898028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.898282] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.898386] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.898447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.898601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.898950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.898950] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 is going to be created. [ 822.905278] env[68927]: INFO networking_nsxv3.common.synchronization [None req-24330e0f-ae49-4536-8d0c-088257d6d2ef None None] Enqueued Resource ID: 3369b898-cd4f-44a8-96fb-80d55b944e34 with Priority: HIGHEST for action port [ 822.905532] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3369b898-cd4f-44a8-96fb-80d55b944e34 with Priority: HIGHEST for action port [ 822.906107] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-3369b898-cd4f-44a8-96fb-80d55b944e34 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.906224] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3369b898-cd4f-44a8-96fb-80d55b944e34" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.906293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3369b898-cd4f-44a8-96fb-80d55b944e34" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.906525] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3369b898-cd4f-44a8-96fb-80d55b944e34" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.906609] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3369b898-cd4f-44a8-96fb-80d55b944e34',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.956511] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.957783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.957783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.957783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.957783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.968609] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: IN_PROGRESS for 2s [ 823.311233] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: SUCCESS [ 823.311459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.409545] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3369b898-cd4f-44a8-96fb-80d55b944e34 [ 823.409545] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.409545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.409545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.409545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.409545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.409545] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3369b898-cd4f-44a8-96fb-80d55b944e34 already deleted. [ 823.409545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3369b898-cd4f-44a8-96fb-80d55b944e34" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.474639] env[68927]: INFO networking_nsxv3.common.synchronization [None req-ff6d0d1a-7926-4631-a56d-fdc246c8b119 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Enqueued Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_rules [ 823.474909] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_rules [ 823.475253] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfa63990-4332-482c-a477-0c46d98c27f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.475533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.475609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.475868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.475955] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfa63990-4332-482c-a477-0c46d98c27f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.581071] env[68927]: INFO networking_nsxv3.common.synchronization [None req-a978904f-f304-49f2-9c2c-922f55882d77 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Enqueued Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_rules [ 823.581601] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_rules [ 823.581893] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfa63990-4332-482c-a477-0c46d98c27f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.582006] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.996484] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.996830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.996830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.997129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.997312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.997376] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfa63990-4332-482c-a477-0c46d98c27f0 already deleted. [ 823.997426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.997633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.997790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.997885] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfa63990-4332-482c-a477-0c46d98c27f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.519831] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.519831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.519831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.519831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.519831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.519831] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfa63990-4332-482c-a477-0c46d98c27f0 already deleted. [ 824.519831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.977509] env[68927]: INFO networking_nsxv3.common.synchronization [None req-5cc1545b-37f2-4b18-aa77-269fa1971945 None None] Enqueued Resource ID: f0fbde20-bc50-4dc0-81e1-8e3249512644 with Priority: HIGHEST for action port [ 824.977509] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0fbde20-bc50-4dc0-81e1-8e3249512644 with Priority: HIGHEST for action port [ 824.978236] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0fbde20-bc50-4dc0-81e1-8e3249512644 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.978236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0fbde20-bc50-4dc0-81e1-8e3249512644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.978573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0fbde20-bc50-4dc0-81e1-8e3249512644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.978573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0fbde20-bc50-4dc0-81e1-8e3249512644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.978649] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0fbde20-bc50-4dc0-81e1-8e3249512644',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.982504] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: SUCCESS [ 824.982719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.481157] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0fbde20-bc50-4dc0-81e1-8e3249512644 [ 825.481487] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.481574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.481620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.481825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.481916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.482029] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0fbde20-bc50-4dc0-81e1-8e3249512644 already deleted. [ 825.482103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0fbde20-bc50-4dc0-81e1-8e3249512644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.160804] env[68927]: INFO networking_nsxv3.common.synchronization [req-aff42207-eb3a-47a4-8e9c-7e87afe04c42 req-0a3585df-fd0b-47e1-a389-e642f7f06fb0 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Enqueued Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 826.161354] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 826.161659] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.161809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.161988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.162064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.162198] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.162300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.162363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.162507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.162593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.162683] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.664201] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.168101] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.672142] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.672720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.672790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.673040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.673140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.673255] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 is going to be updated. [ 827.704190] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.704342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.704416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.704641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.704785] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.715820] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: IN_PROGRESS for 2s [ 829.726952] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: SUCCESS [ 829.727700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.162353] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.162633] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 832.254097] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 req-421737b8-1ae7-4bad-9a6b-db64bdcea967 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 832.254619] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 832.254925] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.255044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.255119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.255305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.255451] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.255547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.255609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.255751] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.255836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.255928] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.623847] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.626924] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.627175] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.627470] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.627764] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.627940] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.628073] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.628306] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.628453] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.628666] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.628779] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.628888] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.628995] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.629161] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.629293] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.629437] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.662647] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.662824] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.662969] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.663179] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.663498] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-d580c2a1-9abb-40d2-94ae-ff02469920cd taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.663672] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-d580c2a1-9abb-40d2-94ae-ff02469920cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.663791] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-d580c2a1-9abb-40d2-94ae-ff02469920cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.664218] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-d580c2a1-9abb-40d2-94ae-ff02469920cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.664382] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d580c2a1-9abb-40d2-94ae-ff02469920cd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.758336] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.758541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.758610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.758776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.758864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.759091] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.759192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.759232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.759383] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.759461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.759551] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 832.785773] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.785924] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.785987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.786219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.786362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.795284] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 833.122110] env[68927]: INFO networking_nsxv3.common.synchronization [req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 req-014e98f3-4a3c-4b2a-bce9-a0562fddfc63 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 833.122653] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 833.122953] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.123276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.124122] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.124122] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.124246] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.124246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.124335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.124461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.124548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.124640] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.166556] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.166812] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.166925] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.167274] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.167449] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.167614] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port d580c2a1-9abb-40d2-94ae-ff02469920cd not found, creating... [ 833.167879] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.168036] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.168238] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.168461] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.168602] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.168890] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.169602] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.169763] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.169986] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.170147] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.170384] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: d580c2a1-9abb-40d2-94ae-ff02469920cd is going to be created. [ 833.188514] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.188689] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.188811] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.189073] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.189302] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.189524] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-d580c2a1-9abb-40d2-94ae-ff02469920cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.548837] env[68927]: INFO networking_nsxv3.common.synchronization [req-6ef01bbe-a7b5-442c-9aa7-9b80298039c3 req-7b4479b7-81d1-424d-b4ef-32ba205f1560 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224 tempest-FloatingIPsAssociationNegativeTestJSON-1139270224-project-member] Enqueued Resource ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 with Priority: HIGHEST for action security_group_members [ 833.550436] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 with Priority: HIGHEST for action security_group_members [ 833.550884] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-02dec364-3b08-4aaf-8f95-6317ec19ac53 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.551065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.551166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.551600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.551798] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.551982] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.552092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.552285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.552404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.552525] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02dec364-3b08-4aaf-8f95-6317ec19ac53',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.579215] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.579215] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.579215] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.579215] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.579215] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.579215] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.579215] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.579215] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.579215] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.581440] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.581575] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.581691] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.581805] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.581921] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.582046] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.582179] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.600775] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.604023] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.604023] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.604023] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.604023] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-fa337bf0-277d-498d-a166-8ba435761ed7 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.604023] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-fa337bf0-277d-498d-a166-8ba435761ed7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.604023] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-fa337bf0-277d-498d-a166-8ba435761ed7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.604023] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-fa337bf0-277d-498d-a166-8ba435761ed7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.604023] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa337bf0-277d-498d-a166-8ba435761ed7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.626261] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.626427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.626504] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.626743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.626837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.627069] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.627199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.627235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.627379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.628022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.628145] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 already deleted. [ 833.628245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.686969] env[68927]: INFO networking_nsxv3.common.synchronization [None req-c79a3833-edfa-4bd1-b41e-077d9a5ae66c None None] Enqueued Resource ID: 4a440500-e026-4215-ab9b-32b6adce3612 with Priority: HIGHEST for action port [ 833.686969] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a440500-e026-4215-ab9b-32b6adce3612 with Priority: HIGHEST for action port [ 833.686969] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a440500-e026-4215-ab9b-32b6adce3612 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.686969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a440500-e026-4215-ab9b-32b6adce3612" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.686969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a440500-e026-4215-ab9b-32b6adce3612" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.688133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a440500-e026-4215-ab9b-32b6adce3612" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.688133] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a440500-e026-4215-ab9b-32b6adce3612',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.059849] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.059849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.059849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.059849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.059849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.059849] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.059849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.059849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.059849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.059849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.059849] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 is going to be updated. [ 834.083448] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.083589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.083630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.083821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.083959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.092555] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 in Status: IN_PROGRESS for 2s [ 834.109124] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.110679] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.110679] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.110679] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.110679] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.110679] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port fa337bf0-277d-498d-a166-8ba435761ed7 not found, creating... [ 834.110679] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.110679] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.110679] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.111126] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.111126] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.111391] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.111469] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.111573] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.111782] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.112626] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.112801] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: fa337bf0-277d-498d-a166-8ba435761ed7 is going to be created. [ 834.133270] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.133270] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.133270] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.133416] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.133632] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.133852] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-fa337bf0-277d-498d-a166-8ba435761ed7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.190201] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a440500-e026-4215-ab9b-32b6adce3612 [ 834.190428] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.190562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.190632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.190840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.191092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.191092] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a440500-e026-4215-ab9b-32b6adce3612 already deleted. [ 834.191092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a440500-e026-4215-ab9b-32b6adce3612" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.400940] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 req-01c74ff5-0541-4008-9785-29f693e996b2 service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 834.401194] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 req-01c74ff5-0541-4008-9785-29f693e996b2 service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 834.401371] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f76ef64-de57-43ac-a30c-b797b2a1f4b4 req-01c74ff5-0541-4008-9785-29f693e996b2 service nova] Enqueued Resource ID: d580c2a1-9abb-40d2-94ae-ff02469920cd with Priority: HIGHEST for action port [ 834.402449] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 834.402449] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 834.402449] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d580c2a1-9abb-40d2-94ae-ff02469920cd with Priority: HIGHEST for action port [ 834.402449] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.403035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.403368] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.403619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.403708] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.407110] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.407110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.407110] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d580c2a1-9abb-40d2-94ae-ff02469920cd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.407110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d580c2a1-9abb-40d2-94ae-ff02469920cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.407110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d580c2a1-9abb-40d2-94ae-ff02469920cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.407110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d580c2a1-9abb-40d2-94ae-ff02469920cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.407110] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d580c2a1-9abb-40d2-94ae-ff02469920cd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.805420] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 834.805777] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 deletion is rescheduled due to dependency. [ 834.805777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.805853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.806104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.806301] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.806420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.806485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.806639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.806722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.806814] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.847070] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 834.847201] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NSXv3 Agent Agent loop - iteration:1 started [ 834.858214] env[68927]: INFO networking_nsxv3.common.synchronization [req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 req-99c41c8a-b376-4279-8a79-1a3b7b50b38a service nova] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_rules [ 834.858438] env[68927]: INFO networking_nsxv3.common.synchronization [req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 req-99c41c8a-b376-4279-8a79-1a3b7b50b38a service nova] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 834.858597] env[68927]: INFO networking_nsxv3.common.synchronization [req-6d685828-21e9-4b7d-8038-9c4d49dcfe15 req-99c41c8a-b376-4279-8a79-1a3b7b50b38a service nova] Enqueued Resource ID: fa337bf0-277d-498d-a166-8ba435761ed7 with Priority: HIGHEST for action port [ 834.858796] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_rules [ 834.858921] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 834.859028] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa337bf0-277d-498d-a166-8ba435761ed7 with Priority: HIGHEST for action port [ 834.859531] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.859658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.859734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.859982] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.860090] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.860882] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.861035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.861066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.861235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.861380] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.861474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.861536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.861672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.861756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.861843] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.862540] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa337bf0-277d-498d-a166-8ba435761ed7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.862647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa337bf0-277d-498d-a166-8ba435761ed7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.862715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa337bf0-277d-498d-a166-8ba435761ed7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.862860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa337bf0-277d-498d-a166-8ba435761ed7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.862934] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa337bf0-277d-498d-a166-8ba435761ed7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.909155] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.909286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.909464] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d580c2a1-9abb-40d2-94ae-ff02469920cd with status ACTIVE [ 834.909632] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.909739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.909804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.909995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.910975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.910975] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.910975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.910975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.910975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.910975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.910975] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.910975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.910975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.911393] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.911393] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.911393] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d580c2a1-9abb-40d2-94ae-ff02469920cd is going to be updated. [ 834.930301] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.931018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.931018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.931018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.931018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.931018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d580c2a1-9abb-40d2-94ae-ff02469920cd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.309110] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.364092] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.364256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.364504] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.373406] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa337bf0-277d-498d-a166-8ba435761ed7 with status ACTIVE [ 835.373406] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.373406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.373406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.373406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.373406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.373643] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.373687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.373767] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.374181] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.374181] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.374181] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.374545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.374545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.374545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.374545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.374710] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa337bf0-277d-498d-a166-8ba435761ed7 is going to be updated. [ 835.396723] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.396723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.396723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.397129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.397129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.398135] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa337bf0-277d-498d-a166-8ba435761ed7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.411928] env[68927]: INFO networking_nsxv3.common.synchronization [req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 req-867cc161-f420-493a-ad0f-4955f56f1f55 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 835.412774] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 835.413152] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.413284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.413348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.413601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.415154] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.415300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.415371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.415542] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.415628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.418849] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.788697] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.788896] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.789018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.789386] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.789778] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.789778] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.789894] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.790368] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.790438] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.791754] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.791754] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.791754] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.791754] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.792036] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.792036] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.792180] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.810470] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.810470] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.810470] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.810470] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.810925] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-5eb98017-50a7-4e10-a695-3dc547326fac taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.810925] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-5eb98017-50a7-4e10-a695-3dc547326fac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.811042] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-5eb98017-50a7-4e10-a695-3dc547326fac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.813319] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-5eb98017-50a7-4e10-a695-3dc547326fac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.813319] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb98017-50a7-4e10-a695-3dc547326fac',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.813319] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.869174] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.920651] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.920750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.920799] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.921024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.921120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.921862] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.921862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.921862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.921862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.921862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.921862] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 already deleted. [ 835.921862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.931231] env[68927]: INFO networking_nsxv3.common.synchronization [None req-195442c5-61d8-44f9-b1d6-496e8700aa59 None None] Enqueued Resource ID: d7e44730-e5db-4552-8891-c35f62823a13 with Priority: HIGHEST for action port [ 835.931231] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e44730-e5db-4552-8891-c35f62823a13 with Priority: HIGHEST for action port [ 835.931231] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7e44730-e5db-4552-8891-c35f62823a13 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.931231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7e44730-e5db-4552-8891-c35f62823a13" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.931231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7e44730-e5db-4552-8891-c35f62823a13" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.931231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7e44730-e5db-4552-8891-c35f62823a13" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.931231] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e44730-e5db-4552-8891-c35f62823a13',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.103981] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 in Status: SUCCESS [ 836.103981] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 deletion is rescheduled due to dependency. [ 836.103981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.316374] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.316374] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.316374] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.316374] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.316374] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.316374] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 5eb98017-50a7-4e10-a695-3dc547326fac not found, creating... [ 836.316750] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.316750] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.316750] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.316888] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.318120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.318120] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.318120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.318120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.318120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.318120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.318120] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 5eb98017-50a7-4e10-a695-3dc547326fac is going to be created. [ 836.319270] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.319391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.319472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.319634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.319702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.319790] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 836.353325] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.353542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.353671] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.353959] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.354214] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.354451] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-5eb98017-50a7-4e10-a695-3dc547326fac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.359688] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.359829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.359871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.360040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.360177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.370423] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 836.374717] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.374717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.374717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.374947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.374947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.374947] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be created. [ 836.403345] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.403438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.403512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.403734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.403894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.428861] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: UNINITIALIZED for 2s [ 836.434339] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7e44730-e5db-4552-8891-c35f62823a13 [ 836.434620] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.434762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.434830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.435057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.435153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.435252] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7e44730-e5db-4552-8891-c35f62823a13 already deleted. [ 836.435331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7e44730-e5db-4552-8891-c35f62823a13" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.650252] env[68927]: INFO networking_nsxv3.common.synchronization [None req-d1f30174-ab77-476d-b1af-c4187b527528 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_rules [ 836.654258] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_rules [ 836.654258] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.654258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.654258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.654258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.654258] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.736612] env[68927]: INFO networking_nsxv3.common.synchronization [None req-67e0e9bb-2681-4077-83f6-82e30c7fa80e tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_rules [ 836.736612] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_rules [ 836.736829] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.736932] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.115428] env[68927]: INFO networking_nsxv3.common.synchronization [req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 req-93ba4795-b117-47f9-942b-f67365635a6a service nova] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_rules [ 837.115736] env[68927]: INFO networking_nsxv3.common.synchronization [req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 req-93ba4795-b117-47f9-942b-f67365635a6a service nova] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 837.115736] env[68927]: INFO networking_nsxv3.common.synchronization [req-11a480e2-31ab-4a32-94ec-0be3738e7ac1 req-93ba4795-b117-47f9-942b-f67365635a6a service nova] Enqueued Resource ID: 5eb98017-50a7-4e10-a695-3dc547326fac with Priority: HIGHEST for action port [ 837.115971] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_rules [ 837.116184] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 837.116218] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb98017-50a7-4e10-a695-3dc547326fac with Priority: HIGHEST for action port [ 837.117491] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.118244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.118244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.118244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.120051] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.121610] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.122132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.123401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.123491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.123666] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.123777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.123920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.123997] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.124412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.124412] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.126842] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eb98017-50a7-4e10-a695-3dc547326fac taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.126842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eb98017-50a7-4e10-a695-3dc547326fac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.126842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eb98017-50a7-4e10-a695-3dc547326fac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.126842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eb98017-50a7-4e10-a695-3dc547326fac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.126842] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb98017-50a7-4e10-a695-3dc547326fac',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.181600] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.181807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.181807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.182243] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.182243] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.182243] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 already deleted. [ 837.182434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.182710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.182887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.182972] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.564692] env[68927]: INFO networking_nsxv3.common.synchronization [req-3179b255-bce5-4427-b569-68849cf3c223 req-82914bb9-e45a-4386-a736-e4a95f9fc315 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 837.565262] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 837.565627] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.565770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.565819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.566015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.566169] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.566269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.566330] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.566481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.566569] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.566663] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.628817] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5eb98017-50a7-4e10-a695-3dc547326fac with status ACTIVE [ 837.629084] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.629225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.629295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.629565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.629669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.629860] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.629966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.630038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.630199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.630277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.630453] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.631426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.631510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.631671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.631772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.631833] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5eb98017-50a7-4e10-a695-3dc547326fac is going to be updated. [ 837.633476] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.633569] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.633743] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.656344] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.656508] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.656574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.656777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.656926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.657115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eb98017-50a7-4e10-a695-3dc547326fac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.703221] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.703403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.703490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.703741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.703860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.703978] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 already deleted. [ 837.704107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.974712] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.974908] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.975077] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.975367] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.975747] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.975906] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.976032] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.977378] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.977378] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.977378] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.977378] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.977378] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.977378] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.977378] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.977378] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.977378] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.995044] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.995255] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.995399] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.995571] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.996531] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.996726] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.996849] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.997221] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.997369] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.068511] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.068661] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.068731] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.068946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.069051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.069254] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.069353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.069403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.069550] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.069620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.069704] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be updated. [ 838.098645] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.098645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.098645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.098645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.098645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.105573] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: IN_PROGRESS for 2s [ 838.136088] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.379386] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 838.379663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.379833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.380059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.380289] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.380384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.380431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.380594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.380677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.380764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.381075] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.438430] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 838.438593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.438654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.438832] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.439024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.439146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.439299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.439477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.439556] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.439760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.439760] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.500077] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.500367] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.500526] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.500844] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.501042] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.501258] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c not found, creating... [ 838.501575] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.501740] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.501858] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.502087] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.502339] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.502635] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.502792] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.502954] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.503183] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.503321] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.503494] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c is going to be created. [ 838.521598] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.521806] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.521901] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.522241] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.522420] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.522798] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.639381] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.639641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.640322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.640864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.640864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.640864] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be created. [ 838.676424] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.676678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.676763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.676993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.677283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.690788] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: UNINITIALIZED for 2s [ 838.883095] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.883279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.883355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.883572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.883757] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.883873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.883984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.884116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.884204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.884436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.884469] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.884662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.884662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.884798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.884885] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.884990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.885054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.885209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.885309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.885400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.885490] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.890261] env[68927]: INFO networking_nsxv3.common.synchronization [None req-42ac931a-8527-4e3a-8272-0bd20f9fc558 None None] Enqueued Resource ID: 57d85d41-7e67-4c11-845a-5732821e0a1a with Priority: HIGHEST for action port [ 838.891196] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d85d41-7e67-4c11-845a-5732821e0a1a with Priority: HIGHEST for action port [ 838.891626] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-57d85d41-7e67-4c11-845a-5732821e0a1a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.891626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57d85d41-7e67-4c11-845a-5732821e0a1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.891855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57d85d41-7e67-4c11-845a-5732821e0a1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.892115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57d85d41-7e67-4c11-845a-5732821e0a1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.892230] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57d85d41-7e67-4c11-845a-5732821e0a1a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.942017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.942250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.942345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.942863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.943108] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.943253] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.943339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.943517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.943632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.943724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.943897] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.944134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.944134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.945393] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.945635] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.945871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.945871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.946023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.946135] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.946250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.946363] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.262540] env[68927]: INFO networking_nsxv3.common.synchronization [req-3179b255-bce5-4427-b569-68849cf3c223 req-70d05227-0d4e-4dbd-87de-6e0d0d977053 service nova] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_rules [ 839.262540] env[68927]: INFO networking_nsxv3.common.synchronization [req-3179b255-bce5-4427-b569-68849cf3c223 req-70d05227-0d4e-4dbd-87de-6e0d0d977053 service nova] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 839.262540] env[68927]: INFO networking_nsxv3.common.synchronization [req-3179b255-bce5-4427-b569-68849cf3c223 req-70d05227-0d4e-4dbd-87de-6e0d0d977053 service nova] Enqueued Resource ID: e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c with Priority: HIGHEST for action port [ 839.262540] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_rules [ 839.262540] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 839.262540] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c with Priority: HIGHEST for action port [ 839.262540] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.262540] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.262540] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.262540] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.262540] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.263340] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.263340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.263501] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.263600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.263664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.263831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.263906] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.391640] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3f271f-bf2f-4bdc-87a0-509afb044ca5: rpc.has_security_group_logging(os_id): False [ 839.401017] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57d85d41-7e67-4c11-845a-5732821e0a1a [ 839.401017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.401017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.401017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.401017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.401017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.401017] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57d85d41-7e67-4c11-845a-5732821e0a1a already deleted. [ 839.401017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57d85d41-7e67-4c11-845a-5732821e0a1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.410103] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.410245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.410664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.410664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.410664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.410787] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.411065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.411065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.411194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.411194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.411366] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.411458] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.411516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.411657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.411733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.411909] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.411999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.412222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.412222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.412303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.412358] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 839.452341] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89613f55-25c9-4a51-be45-5ad829affd69: rpc.has_security_group_logging(os_id): False [ 839.472040] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.472040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.472040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.472040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.472040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.472466] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.472466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.472466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.472631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.472631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.472775] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.472832] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.472915] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.473127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.473127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.473313] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.473395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.473534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.473534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.473745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.473745] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be created. [ 839.475602] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.475723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.475781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.475979] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.476083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.498949] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 839.538457] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.538457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.538457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.538457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.538457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.556908] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 839.766297] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.766559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.771976] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c with status ACTIVE [ 839.772565] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.772565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.772565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.772743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.772743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.772886] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.773034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.773077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.773215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.773323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.773527] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.773654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.773721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.773874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.773951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.774049] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c is going to be updated. [ 839.795995] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.795995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.795995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.795995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.795995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.795995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e644d2ae-f2fb-4d91-83d0-707bc1ba7d9c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.121091] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: IN_PROGRESS for 4s [ 840.276276] env[68927]: INFO networking_nsxv3.common.synchronization [None req-ed30b782-2a4c-4566-963f-524d7b7e8774 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 840.276276] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 840.276276] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.276276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.276276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.277151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.277380] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.340224] env[68927]: INFO networking_nsxv3.common.synchronization [req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 req-3a8340c8-6ddf-42a2-ab5c-05d93b1bc65f tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 840.340744] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 840.341062] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.341200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.342539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.342539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.342539] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.342539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.342539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.342539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.343881] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.344033] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.610565] env[68927]: INFO networking_nsxv3.common.synchronization [None req-a73d5198-1689-44bd-8a9f-5341017cfaa7 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 840.611462] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 840.612532] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.612532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.702098] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 840.702665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.702958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.703317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.703834] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.703834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.703834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.705019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.705019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.705019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.705019] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.803510] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.803510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.803510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.803510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.803510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.803510] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 already deleted. [ 840.803510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.803510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.803510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.803510] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.853565] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.853565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.853565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.853565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.853565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.853565] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.853565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.853565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.853565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.853565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.853565] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 840.877273] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.877273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.877273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.877273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.877273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.887243] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 841.120991] env[68927]: INFO networking_nsxv3.common.synchronization [None req-84b82570-dafe-4510-a504-abf595fc3096 None None] Enqueued Resource ID: 33b6d3ec-7d92-430d-b2d7-5c2431074f4e with Priority: HIGHEST for action port [ 841.120991] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b6d3ec-7d92-430d-b2d7-5c2431074f4e with Priority: HIGHEST for action port [ 841.120991] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-33b6d3ec-7d92-430d-b2d7-5c2431074f4e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.120991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33b6d3ec-7d92-430d-b2d7-5c2431074f4e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.120991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33b6d3ec-7d92-430d-b2d7-5c2431074f4e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.121663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33b6d3ec-7d92-430d-b2d7-5c2431074f4e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.121820] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33b6d3ec-7d92-430d-b2d7-5c2431074f4e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.211224] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.211441] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.211764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.211796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.212015] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.212133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.212204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.212405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.212497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.212586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.212746] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.212863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.212926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.213085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.213227] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.213323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.213384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.213555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.213632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.213717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.213809] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.325711] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.326057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.326057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.326157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.326250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.326341] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 already deleted. [ 841.326420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.515801] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 841.515801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.520422] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.520422] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.520422] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.520422] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.520422] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.520422] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.520422] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.520422] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.521400] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.521400] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.521684] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.522429] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.522600] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.523529] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.523529] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.523529] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.539460] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.539602] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.539745] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.539917] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.540257] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-2e49b961-0fbe-4fad-96ae-ed00676bb598 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.540429] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-2e49b961-0fbe-4fad-96ae-ed00676bb598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.540548] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-2e49b961-0fbe-4fad-96ae-ed00676bb598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.540871] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-2e49b961-0fbe-4fad-96ae-ed00676bb598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.542956] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e49b961-0fbe-4fad-96ae-ed00676bb598',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.567306] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 841.567880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.625277] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33b6d3ec-7d92-430d-b2d7-5c2431074f4e [ 841.626305] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.626305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.626305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.626305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.626305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.626305] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33b6d3ec-7d92-430d-b2d7-5c2431074f4e already deleted. [ 841.626692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33b6d3ec-7d92-430d-b2d7-5c2431074f4e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.717339] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d603dc80-fdad-4726-990d-51982303a3c5: rpc.has_security_group_logging(os_id): False [ 841.735235] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.735386] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.735443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.735654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.735741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.735950] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.736063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.736128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.736476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.736524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.736687] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.736844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.736945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.737271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.737348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.737510] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.737608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.737672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.737843] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.737915] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.738009] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be created. [ 841.790329] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.790580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.790580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.790765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.790946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.802336] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 842.047021] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.047021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.047021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.047021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.047021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.047021] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 2e49b961-0fbe-4fad-96ae-ed00676bb598 not found, creating... [ 842.047021] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.047021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.047021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.047021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.047021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.047593] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.047593] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.047593] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.047593] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.047593] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.053299] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 2e49b961-0fbe-4fad-96ae-ed00676bb598 is going to be created. [ 842.071456] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.071670] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.071799] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.072079] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.072342] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.072565] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-2e49b961-0fbe-4fad-96ae-ed00676bb598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.136630] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: SUCCESS [ 842.136912] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 deletion is rescheduled due to dependency. [ 842.137063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.137258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.137482] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.137672] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.137797] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.137872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.138047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.138136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.138304] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.641371] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.900134] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 842.900134] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d deletion is rescheduled due to dependency. [ 842.900134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.994667] env[68927]: INFO networking_nsxv3.common.synchronization [req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 req-612f7801-ac56-4b81-b6d8-bf0f3c1ee0ad tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 842.995026] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 842.995330] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.995549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.995549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.995760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.995872] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.995966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.996976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.997946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.998713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.998713] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.004589] env[68927]: INFO networking_nsxv3.common.synchronization [req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 req-5bedbdbd-54e6-4cf5-95cd-de32bc7e7882 service nova] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_rules [ 843.004589] env[68927]: INFO networking_nsxv3.common.synchronization [req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 req-5bedbdbd-54e6-4cf5-95cd-de32bc7e7882 service nova] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 843.004589] env[68927]: INFO networking_nsxv3.common.synchronization [req-ca7dd9ea-1440-4fd8-8792-3b42a6e62d41 req-5bedbdbd-54e6-4cf5-95cd-de32bc7e7882 service nova] Enqueued Resource ID: 2e49b961-0fbe-4fad-96ae-ed00676bb598 with Priority: HIGHEST for action port [ 843.004787] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_rules [ 843.004898] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 843.004995] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e49b961-0fbe-4fad-96ae-ed00676bb598 with Priority: HIGHEST for action port [ 843.005665] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.005784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.005853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.009185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.009185] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.009185] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.009185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.009185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.009185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.009185] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.009185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.009185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.009185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.009185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.009185] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.009892] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e49b961-0fbe-4fad-96ae-ed00676bb598 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.009892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e49b961-0fbe-4fad-96ae-ed00676bb598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.009892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e49b961-0fbe-4fad-96ae-ed00676bb598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.010143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e49b961-0fbe-4fad-96ae-ed00676bb598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.013102] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e49b961-0fbe-4fad-96ae-ed00676bb598',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.144126] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.501585] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.516024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.516024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.516024] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.517118] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e49b961-0fbe-4fad-96ae-ed00676bb598 with status ACTIVE [ 843.518346] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.518346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.518346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.518346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.518346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.518346] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.518346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.518346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.518346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.518346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.518790] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.518790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.518790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.518959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.518959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.518959] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e49b961-0fbe-4fad-96ae-ed00676bb598 is going to be updated. [ 843.544835] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.545955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.545955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.545955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.545955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.545955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e49b961-0fbe-4fad-96ae-ed00676bb598" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.635024] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.636450] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.636450] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.636450] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.636450] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.638148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.638148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.638148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.638148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.638394] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.639045] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.639045] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.639045] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.639045] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.639237] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.639442] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.649897] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.649897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.649897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.649897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.649897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.649897] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be updated. [ 843.661266] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.661520] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.661718] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.661835] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-644" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.662180] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.662391] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.662520] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.662866] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.663026] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bafca53a-4aec-4c4c-bcd0-726196d3c3ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.691025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.691174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.691174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.692275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.692275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.703089] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: IN_PROGRESS for 2s [ 843.712700] env[68927]: INFO networking_nsxv3.common.synchronization [None req-de5fe36a-e623-4b3c-8d4b-c1621370991b None None] Enqueued Resource ID: 7e3864ed-101a-4514-b11b-f4f62149f026 with Priority: HIGHEST for action port [ 843.713516] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3864ed-101a-4514-b11b-f4f62149f026 with Priority: HIGHEST for action port [ 843.713602] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e3864ed-101a-4514-b11b-f4f62149f026 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.713673] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e3864ed-101a-4514-b11b-f4f62149f026" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.713740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e3864ed-101a-4514-b11b-f4f62149f026" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.714019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e3864ed-101a-4514-b11b-f4f62149f026" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.714207] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3864ed-101a-4514-b11b-f4f62149f026',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.813437] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 843.813677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.006122] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.018956] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.166108] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.166371] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.166503] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.167610] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.167610] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.167610] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port bafca53a-4aec-4c4c-bcd0-726196d3c3ce not found, creating... [ 844.167610] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.167610] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.167842] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.170301] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.170301] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.170301] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.170301] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.170301] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.170301] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.170301] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.170301] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: bafca53a-4aec-4c4c-bcd0-726196d3c3ce is going to be created. [ 844.208257] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.208526] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.208656] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.209151] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.209400] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.209629] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.217536] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e3864ed-101a-4514-b11b-f4f62149f026 [ 844.217536] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.217536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.217536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.217536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.217536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.217536] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e3864ed-101a-4514-b11b-f4f62149f026 already deleted. [ 844.217536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e3864ed-101a-4514-b11b-f4f62149f026" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.509530] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.509530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.509530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.510214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.510401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.514619] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 844.526092] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.526092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.526092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.526092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.526092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.526092] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 844.550199] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.553506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.553631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.553927] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.554324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.556424] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.556630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.556739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.556980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.557238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.567030] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 844.568323] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 845.116982] env[68927]: INFO networking_nsxv3.common.synchronization [req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 req-946de905-b598-42a6-9b64-b52620f120ea service nova] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 845.117301] env[68927]: INFO networking_nsxv3.common.synchronization [req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 req-946de905-b598-42a6-9b64-b52620f120ea service nova] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 845.119032] env[68927]: INFO networking_nsxv3.common.synchronization [req-f701e1aa-e2c1-48c3-8d3d-6ba0bb296858 req-946de905-b598-42a6-9b64-b52620f120ea service nova] Enqueued Resource ID: bafca53a-4aec-4c4c-bcd0-726196d3c3ce with Priority: HIGHEST for action port [ 845.119032] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 845.119032] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 845.119032] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bafca53a-4aec-4c4c-bcd0-726196d3c3ce with Priority: HIGHEST for action port [ 845.119032] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.119032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.119032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.119032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.119032] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.120193] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.120297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.120496] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.120631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.120676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.120833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.120910] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bafca53a-4aec-4c4c-bcd0-726196d3c3ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.563142] env[68927]: INFO networking_nsxv3.common.synchronization [None req-5f6e7c7e-6a84-47b2-8061-0b56471d3a37 None None] Enqueued Resource ID: 64dcbdab-7051-48ef-a1f4-b1a9fb371f7a with Priority: HIGHEST for action port [ 845.563593] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64dcbdab-7051-48ef-a1f4-b1a9fb371f7a with Priority: HIGHEST for action port [ 845.564688] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-64dcbdab-7051-48ef-a1f4-b1a9fb371f7a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.564796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64dcbdab-7051-48ef-a1f4-b1a9fb371f7a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.564796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64dcbdab-7051-48ef-a1f4-b1a9fb371f7a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.565070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64dcbdab-7051-48ef-a1f4-b1a9fb371f7a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.565172] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64dcbdab-7051-48ef-a1f4-b1a9fb371f7a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.625016] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bafca53a-4aec-4c4c-bcd0-726196d3c3ce with status ACTIVE [ 845.625016] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.625202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.625202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.626486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.626486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.626486] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.626486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.626486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.626486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.626486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.626486] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.626486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.626486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.626903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.626903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.626903] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bafca53a-4aec-4c4c-bcd0-726196d3c3ce is going to be updated. [ 845.628197] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.628539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.647834] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.647991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.648528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.648810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.648957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.649133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.713084] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: SUCCESS [ 845.713307] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.713468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.713681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.713880] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.713988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.714148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.714213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.714317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.714497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.714497] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.733529] env[68927]: INFO networking_nsxv3.common.synchronization [req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 req-22d7e11b-c6d5-48cd-96af-7b5289f52e78 tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Enqueued Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGHEST for action security_group_members [ 845.734396] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGHEST for action security_group_members [ 845.734811] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.734811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.735022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.735162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.735446] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.735550] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.735858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.736384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.736384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.736384] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.067951] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64dcbdab-7051-48ef-a1f4-b1a9fb371f7a [ 846.068223] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.068385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.068473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.068660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.068745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.068876] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64dcbdab-7051-48ef-a1f4-b1a9fb371f7a already deleted. [ 846.068912] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64dcbdab-7051-48ef-a1f4-b1a9fb371f7a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.140329] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.141475] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-995" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.141475] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-995" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.141475] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-995" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.141852] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.141934] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.143604] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.143604] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.143604] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.143604] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.143604] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.143604] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.143604] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.144223] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.144223] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.144223] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.163303] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.163303] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.163457] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.163498] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-995" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.164679] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-63ee2975-0ad0-43ca-a1dd-a978596c4eea taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.164679] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-63ee2975-0ad0-43ca-a1dd-a978596c4eea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.164679] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-63ee2975-0ad0-43ca-a1dd-a978596c4eea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.164679] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-63ee2975-0ad0-43ca-a1dd-a978596c4eea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.164679] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ee2975-0ad0-43ca-a1dd-a978596c4eea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.219808] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.219902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.220148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.220344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.220425] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.220532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.220589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.220749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.220835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.220924] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.221095] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.221212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.221265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.221385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.221522] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.221613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.221673] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.221807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.221882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.221962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.222063] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.239937] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.240121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.240194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.240370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.240462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.240656] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.240761] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.240829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.240960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.241049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.241133] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 already deleted. [ 846.241219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.558519] env[68927]: INFO networking_nsxv3.common.synchronization [req-1879a795-92e9-4f23-8ba1-bd651007f05a req-c9281451-4453-4e15-bbf9-3e9f8d96e989 tempest-SecurityGroupRulesTestJSON-1919013977 tempest-SecurityGroupRulesTestJSON-1919013977-project-member] Enqueued Resource ID: 01534a42-5fd9-4167-9aad-26e64ca3cebd with Priority: HIGHEST for action security_group_rules [ 846.560538] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01534a42-5fd9-4167-9aad-26e64ca3cebd with Priority: HIGHEST for action security_group_rules [ 846.560538] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01534a42-5fd9-4167-9aad-26e64ca3cebd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.560538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01534a42-5fd9-4167-9aad-26e64ca3cebd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.560538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01534a42-5fd9-4167-9aad-26e64ca3cebd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.560538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01534a42-5fd9-4167-9aad-26e64ca3cebd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.563016] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01534a42-5fd9-4167-9aad-26e64ca3cebd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.584647] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 846.586019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.586019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.586019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.586271] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.586377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.587607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.587900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.588049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.588199] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.592885] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 846.592885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.592885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.592885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.592885] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.592885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.592885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.592885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.592885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.592885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.592885] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.667326] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.667677] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.667868] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.669748] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.670022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.670302] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 63ee2975-0ad0-43ca-a1dd-a978596c4eea not found, creating... [ 846.670711] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.670955] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.674743] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.675123] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.675347] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.675798] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.676055] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.676243] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.676580] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.676785] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.679757] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 63ee2975-0ad0-43ca-a1dd-a978596c4eea is going to be created. [ 846.700064] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.700814] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.700814] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.701037] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.701258] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.701953] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-63ee2975-0ad0-43ca-a1dd-a978596c4eea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.724392] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 089afbbd-f47c-401e-8065-3b3dcd8bf411: rpc.has_security_group_logging(os_id): False [ 846.744404] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.744616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.744716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.745517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.745517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.745517] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.745704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.745704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.745902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.746029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.746289] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.746432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.746521] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.746717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.746834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.748486] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.748486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.748486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.748486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.748486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.748486] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be updated. [ 846.812676] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.813077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.813191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.813563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.813905] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.832124] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: IN_PROGRESS for 2s [ 847.080812] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.081302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.081420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.081684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.081805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.081948] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01534a42-5fd9-4167-9aad-26e64ca3cebd already deleted. [ 847.082079] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01534a42-5fd9-4167-9aad-26e64ca3cebd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.094842] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.095989] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.096092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.096130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.096336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.100024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.100024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.100024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.100024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.100024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.100024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.100024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.100024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.100024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.100024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.100024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.100024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.100024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.100024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.104030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.104030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.104030] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.606544] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.606544] env[68927]: INFO networking_nsxv3.common.synchronization [req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 req-d39c4202-1b4f-41e6-97f7-22a619349a92 service nova] Enqueued Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGHEST for action security_group_rules [ 847.606544] env[68927]: INFO networking_nsxv3.common.synchronization [req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 req-d39c4202-1b4f-41e6-97f7-22a619349a92 service nova] Enqueued Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGHEST for action security_group_members [ 847.606544] env[68927]: INFO networking_nsxv3.common.synchronization [req-e67edefd-3a3a-4660-8bbc-e572bf747cb8 req-d39c4202-1b4f-41e6-97f7-22a619349a92 service nova] Enqueued Resource ID: 63ee2975-0ad0-43ca-a1dd-a978596c4eea with Priority: HIGHEST for action port [ 847.607756] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1c6987-cb07-4256-a563-05083f81c10d: rpc.has_security_group_logging(os_id): False [ 847.612092] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGHEST for action security_group_rules [ 847.612220] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGHEST for action security_group_members [ 847.613893] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ee2975-0ad0-43ca-a1dd-a978596c4eea with Priority: HIGHEST for action port [ 847.613893] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.613893] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.613893] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.613893] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.613893] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.615107] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.615372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.615529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.615816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.616470] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.616470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.619233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.619233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.619233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.619233] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.622727] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-63ee2975-0ad0-43ca-a1dd-a978596c4eea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.623305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63ee2975-0ad0-43ca-a1dd-a978596c4eea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.623382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63ee2975-0ad0-43ca-a1dd-a978596c4eea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.623638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63ee2975-0ad0-43ca-a1dd-a978596c4eea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.623738] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ee2975-0ad0-43ca-a1dd-a978596c4eea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.644254] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.644399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.644496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.644844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.644844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.645088] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.645198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.645250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.645414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.645493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.645689] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.645777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.645821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.645957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.646108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.646232] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.646326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.646388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.646543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.646597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.646747] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 847.698829] env[68927]: INFO networking_nsxv3.common.synchronization [req-009b6be9-53fb-4ebc-898b-aa6b909a29fa req-6717e684-7539-4897-afce-4e518f7bd146 tempest-SecurityGroupRulesTestJSON-1919013977 tempest-SecurityGroupRulesTestJSON-1919013977-project-member] Enqueued Resource ID: 2904e599-95f1-4afc-91ea-c97e4b284e84 with Priority: HIGHEST for action security_group_rules [ 847.699509] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2904e599-95f1-4afc-91ea-c97e4b284e84 with Priority: HIGHEST for action security_group_rules [ 847.699871] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2904e599-95f1-4afc-91ea-c97e4b284e84 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.699998] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2904e599-95f1-4afc-91ea-c97e4b284e84" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.700084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2904e599-95f1-4afc-91ea-c97e4b284e84" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.700369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2904e599-95f1-4afc-91ea-c97e4b284e84" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.700495] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2904e599-95f1-4afc-91ea-c97e4b284e84',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.706552] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.706694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.706788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.707022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.707175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.722468] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 848.106717] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.106883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.106958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.107254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.107347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.107449] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 848.115699] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.115812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.125269] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.130030] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63ee2975-0ad0-43ca-a1dd-a978596c4eea with status ACTIVE [ 848.130030] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.130030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.130030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.130030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.130030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.130030] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.130030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.130030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.130030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.130030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.130757] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.130757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.130757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.130757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.130757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.130757] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63ee2975-0ad0-43ca-a1dd-a978596c4eea is going to be updated. [ 848.135081] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.135081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.135081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.135319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.135390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.144891] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 848.152254] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.152386] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.152456] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.152650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.152781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.152933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63ee2975-0ad0-43ca-a1dd-a978596c4eea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.222831] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.222987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.223115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.223350] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.223459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.223564] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2904e599-95f1-4afc-91ea-c97e4b284e84 already deleted. [ 848.223652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2904e599-95f1-4afc-91ea-c97e4b284e84" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.629042] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.672762] env[68927]: INFO networking_nsxv3.common.synchronization [req-ec958e85-e411-48d8-bc0c-3d43685b3bfe req-ef3e4254-43ae-4e66-874f-79eeb3085417 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 848.672762] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 848.672885] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.672952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.673366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.673677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.673947] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.674097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.674194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.674507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.674648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.674768] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.733487] env[68927]: INFO networking_nsxv3.common.synchronization [req-b051b66c-b4b9-414c-94ed-41346cd1ab27 req-f5b0b8e0-d007-4237-a102-19a04b3d9921 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 848.733992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 848.734300] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.734422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.734533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.738016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.738016] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.738016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.738016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.738016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.738016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.738016] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.844707] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: SUCCESS [ 848.844953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.132106] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.132407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.132407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.132637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.132749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.132880] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 is going to be created. [ 849.159497] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.159694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.159803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.160108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.160662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.173254] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 in Status: UNINITIALIZED for 2s [ 849.177805] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.177967] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.178036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.178242] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.178340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.178533] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.178628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.178692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.178843] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.178914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.179010] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62f770c-6622-4870-80d0-9af480e9f75f already deleted. [ 849.179094] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.207537] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.207537] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-764" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.207744] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-764" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.208008] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-764" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.208260] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.208431] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.208646] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.208917] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.211378] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.211629] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.211750] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.211847] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.211956] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.212168] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.212289] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.212392] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.234388] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.234683] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.234683] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.234865] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-764" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.235205] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-da18b5d8-4d70-47b2-b01f-3395beebad70 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.235740] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.235740] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.235924] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.236077] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da18b5d8-4d70-47b2-b01f-3395beebad70',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.242582] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.242768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.242768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.242949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.243051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.243231] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.243367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.243437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.243537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.243614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.243793] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be updated. [ 849.268636] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.268882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.268882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.269921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.269921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.280819] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 849.404989] env[68927]: INFO networking_nsxv3.common.synchronization [req-603cb124-34ec-4214-97ca-e9db94958ad9 req-ad7568dd-0770-4365-9fd4-1463bf3098c8 tempest-SecurityGroupRulesTestJSON-1919013977 tempest-SecurityGroupRulesTestJSON-1919013977-project-member] Enqueued Resource ID: 6767a5e7-4b69-41d8-906a-00b926dca28f with Priority: HIGHEST for action security_group_rules [ 849.405792] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6767a5e7-4b69-41d8-906a-00b926dca28f with Priority: HIGHEST for action security_group_rules [ 849.405854] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6767a5e7-4b69-41d8-906a-00b926dca28f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.406304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6767a5e7-4b69-41d8-906a-00b926dca28f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.406304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6767a5e7-4b69-41d8-906a-00b926dca28f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.406399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6767a5e7-4b69-41d8-906a-00b926dca28f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.406464] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6767a5e7-4b69-41d8-906a-00b926dca28f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.736154] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 849.736478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.739234] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.739481] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.739619] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.739910] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.740800] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.740800] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port da18b5d8-4d70-47b2-b01f-3395beebad70 not found, creating... [ 849.740800] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.740800] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.741262] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.742416] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.742544] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.742851] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.743022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.743287] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.743521] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.743839] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.743839] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: da18b5d8-4d70-47b2-b01f-3395beebad70 is going to be created. [ 849.763092] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.763337] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.763481] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.764279] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.764279] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.764571] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.930291] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.930291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.930291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.930291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.930291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.930291] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6767a5e7-4b69-41d8-906a-00b926dca28f already deleted. [ 849.930291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6767a5e7-4b69-41d8-906a-00b926dca28f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.163052] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 850.163052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.163052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.163052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.163052] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.163052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.163052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.163052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.163052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.163052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.163052] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.462782] env[68927]: INFO networking_nsxv3.common.synchronization [req-ec958e85-e411-48d8-bc0c-3d43685b3bfe req-1c6ead67-f4ea-4805-8a5e-4bb7f5eac688 service nova] Enqueued Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_rules [ 850.463016] env[68927]: INFO networking_nsxv3.common.synchronization [req-ec958e85-e411-48d8-bc0c-3d43685b3bfe req-1c6ead67-f4ea-4805-8a5e-4bb7f5eac688 service nova] Enqueued Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 850.463191] env[68927]: INFO networking_nsxv3.common.synchronization [req-ec958e85-e411-48d8-bc0c-3d43685b3bfe req-1c6ead67-f4ea-4805-8a5e-4bb7f5eac688 service nova] Enqueued Resource ID: da18b5d8-4d70-47b2-b01f-3395beebad70 with Priority: HIGHEST for action port [ 850.463459] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_rules [ 850.463626] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 850.463746] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da18b5d8-4d70-47b2-b01f-3395beebad70 with Priority: HIGHEST for action port [ 850.469662] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.469662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.469662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.469662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.469662] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.470366] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.470480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.470550] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.470699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.470856] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.471126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.471126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.471126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.471269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.471962] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.472299] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-da18b5d8-4d70-47b2-b01f-3395beebad70 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.472375] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.472468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.474750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.474819] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da18b5d8-4d70-47b2-b01f-3395beebad70',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.666665] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.669040] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.669040] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.669040] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.669040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.670176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.670176] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.787481] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.787941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.787941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.787941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.788081] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.976878] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.977671] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.977793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.977970] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da18b5d8-4d70-47b2-b01f-3395beebad70 with status ACTIVE [ 850.978145] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.978271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.978341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.979237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.979237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.979237] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.979237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.979237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.979237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.979237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.979537] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.979537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.979537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.979653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.979686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.981682] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da18b5d8-4d70-47b2-b01f-3395beebad70 is going to be updated. [ 851.000237] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.000770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.000770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.000770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.000909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.000997] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.172230] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d189c14-42e5-428f-af1d-d8b4ae4f6402: rpc.has_security_group_logging(os_id): False [ 851.187960] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 in Status: SUCCESS [ 851.188190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.188350] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.188590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.188781] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.188897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.188963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.189136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.189220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.189350] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.189399] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.193580] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.193580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.193734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.193793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.193845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.194072] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.194173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.194257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.194539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.194539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.194649] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.194730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.194782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.194919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.194996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.195171] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.195266] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.195323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.195456] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.195524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.195603] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 851.252167] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.252320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.252439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.252603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.252754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.271429] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 851.290877] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 851.290877] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 deletion is rescheduled due to dependency. [ 851.290877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.291430] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.484263] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.594810] env[68927]: INFO networking_nsxv3.common.synchronization [req-268b50fb-1a54-4c93-96da-aa5ecb5712d6 req-86666d48-5b46-4165-aa28-e9eb905c4a55 tempest-SecurityGroupRulesTestJSON-1919013977 tempest-SecurityGroupRulesTestJSON-1919013977-project-member] Enqueued Resource ID: 6a8129ed-3eaf-45c7-81c3-ad1a0858f3f5 with Priority: HIGHEST for action security_group_rules [ 851.594810] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8129ed-3eaf-45c7-81c3-ad1a0858f3f5 with Priority: HIGHEST for action security_group_rules [ 851.595024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a8129ed-3eaf-45c7-81c3-ad1a0858f3f5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.595374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a8129ed-3eaf-45c7-81c3-ad1a0858f3f5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.595374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a8129ed-3eaf-45c7-81c3-ad1a0858f3f5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.595493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a8129ed-3eaf-45c7-81c3-ad1a0858f3f5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.595569] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a8129ed-3eaf-45c7-81c3-ad1a0858f3f5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.691327] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.691477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.691560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.691818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.692011] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.692147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.692223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.692416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.692527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.692653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.692834] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.692964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.693085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.693254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.693687] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.693687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.693687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.695058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.695058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.695058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.695058] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.794999] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.988389] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.988605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.989372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.989372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.989372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.989372] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62f770c-6622-4870-80d0-9af480e9f75f is going to be created. [ 852.016341] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.016341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.016341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.016341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.016341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.027543] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: UNINITIALIZED for 2s [ 852.120228] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.120421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.120480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.120788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.120959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.121130] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a8129ed-3eaf-45c7-81c3-ad1a0858f3f5 already deleted. [ 852.121270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a8129ed-3eaf-45c7-81c3-ad1a0858f3f5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.198738] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bdc4f05-e7e1-4602-b120-13ab4d32f263: rpc.has_security_group_logging(os_id): False [ 852.225893] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.226077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.226212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.226871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.227132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.227352] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.227503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.227608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.227711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.228559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.229160] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.229315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.229391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.229632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.229864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.229925] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.230035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.230130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.230589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.230663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.230767] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 is going to be created. [ 852.296079] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.296270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.296344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.296592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.296794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.298553] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 852.298708] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 852.311969] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 in Status: IN_PROGRESS for 2s [ 853.053435] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.053780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.053780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.053780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.067799] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 853.068653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.069367] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 853.093874] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.094068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.094117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.094320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.100137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.100796] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 853.100894] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 853.100974] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 853.136272] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.136498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.136498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.136679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.137913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.138095] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 853.179983] env[68927]: INFO networking_nsxv3.common.synchronization [req-1150ed66-2ddc-470f-be86-d7c2a4eb91b3 req-8914e677-fd31-4ade-9dc7-45bc6552407a tempest-SecurityGroupRulesTestJSON-1919013977 tempest-SecurityGroupRulesTestJSON-1919013977-project-member] Enqueued Resource ID: 814c71c9-2747-4042-962e-e7b0fe817e1a with Priority: HIGHEST for action security_group_rules [ 853.180526] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814c71c9-2747-4042-962e-e7b0fe817e1a with Priority: HIGHEST for action security_group_rules [ 853.180830] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814c71c9-2747-4042-962e-e7b0fe817e1a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.180956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.181033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.181288] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.181370] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814c71c9-2747-4042-962e-e7b0fe817e1a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.191988] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.192166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.192215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.192399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.192613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.192820] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 853.250583] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.250759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.250866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.251360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.251640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.251865] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 853.251967] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f98a6ee3-636f-40a9-9649-d46b1dc83652', '89613f55-25c9-4a51-be45-5ad829affd69', 'f6d51747-d21d-4101-9a39-5a2257105e07', '4fba858b-6fd0-4bd3-9db8-7aae1330ff88', '0d189c14-42e5-428f-af1d-d8b4ae4f6402', 'd39421ff-91ce-47da-a20c-1e6dbedf8e57', '2c3f271f-bf2f-4bdc-87a0-509afb044ca5', 'ead96922-1ea5-495b-8ba9-9a3882163341', 'd2f5f801-3440-47f1-8f78-29912efa05c0', 'da1c6987-cb07-4256-a563-05083f81c10d', '7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe', 'ed00c7ae-21bf-41ec-9b56-35ca229d97b5', '839ef25e-e60e-4a6e-98e1-df0981ee667e', 'a75b8296-4366-43ab-b077-6548f435310e', '8bdc4f05-e7e1-4602-b120-13ab4d32f263', 'd603dc80-fdad-4726-990d-51982303a3c5', '02dec364-3b08-4aaf-8f95-6317ec19ac53', 'f464d394-1e90-4ee8-b217-9d69087f48c4', '877140a0-7c8b-4d35-9bf2-1061765bf1ce', 'b0af7458-d89d-43dc-841b-4a26af51e7a3', '109ec895-1abb-4012-9dbd-c3b5f3ece112', '6b5798ea-b5bf-4511-b6a8-03ab6457dcc9', 'a51286ca-aed2-4de3-b316-c13d68c3bca6', '5e007d0a-4239-4115-a99d-781a7f3dc0ea', '6a22db94-5a6a-440e-9f29-0e63827cc01c', '94d5eaa0-aba5-4a00-85f7-aaa971fdae89', '089afbbd-f47c-401e-8065-3b3dcd8bf411', '90383b61-6ad5-4b27-a26a-5031c62bfb0d', '6551fd04-a583-4c56-a62c-e6fbd87c39be', '44484ceb-acba-41d6-8a6a-22639e07f9bf', '3c4a51b5-20be-47d9-aef0-a29f82c76270', '7437090d-af59-4315-a675-4274cbfc0f62'} {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 853.252094] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 853.269492] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.269688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.269741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.269907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.269993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.270114] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 853.270185] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 853.270258] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 853.284997] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 853.285275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.321972] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.322140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.322209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.322437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.323177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.323400] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 853.323478] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 853.323605] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 853.323674] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 853.323811] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6d51747-d21d-4101-9a39-5a2257105e07 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ead96922-1ea5-495b-8ba9-9a3882163341 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2f5f801-3440-47f1-8f78-29912efa05c0 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a75b8296-4366-43ab-b077-6548f435310e with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f464d394-1e90-4ee8-b217-9d69087f48c4 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 with Priority: HIGH for action security_group_rules [ 853.326992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.511682] env[68927]: INFO networking_nsxv3.common.synchronization [req-4613ff53-68a0-4c55-968b-6521d9c3c18a req-fe70b202-6294-4fcc-8df1-ca0b132a530f tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_members [ 853.512051] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGHEST for action security_group_members [ 853.512351] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 with Priority: HIGH for action security_group_rules [ 853.512351] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d51747-d21d-4101-9a39-5a2257105e07 with Priority: HIGH for action security_group_rules [ 853.512463] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGH for action security_group_rules [ 853.512504] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGH for action security_group_rules [ 853.512597] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 with Priority: HIGH for action security_group_rules [ 853.512937] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce with Priority: HIGH for action security_group_rules [ 853.512937] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f464d394-1e90-4ee8-b217-9d69087f48c4 with Priority: HIGH for action security_group_rules [ 853.512937] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 with Priority: HIGH for action security_group_rules [ 853.513085] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75b8296-4366-43ab-b077-6548f435310e with Priority: HIGH for action security_group_rules [ 853.513497] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGH for action security_group_rules [ 853.513692] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGH for action security_group_rules [ 853.513728] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGH for action security_group_rules [ 853.513996] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe with Priority: HIGH for action security_group_rules [ 853.514181] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGH for action security_group_rules [ 853.514308] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f5f801-3440-47f1-8f78-29912efa05c0 with Priority: HIGH for action security_group_rules [ 853.514437] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 with Priority: HIGH for action security_group_rules [ 853.514632] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead96922-1ea5-495b-8ba9-9a3882163341 with Priority: HIGH for action security_group_rules [ 853.514750] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGH for action security_group_rules [ 853.514845] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGH for action security_group_rules [ 853.514940] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGH for action security_group_rules [ 853.515512] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.515845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.515924] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.516151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.516308] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.516410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.516476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.516623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.516708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.516802] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.520036] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f98a6ee3-636f-40a9-9649-d46b1dc83652 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.520036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.520036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.520036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.520036] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f98a6ee3-636f-40a9-9649-d46b1dc83652',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.520036] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6d51747-d21d-4101-9a39-5a2257105e07 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.520036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.520036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.520036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.520036] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6d51747-d21d-4101-9a39-5a2257105e07',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.520927] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.521046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.521118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.521270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.521346] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.522667] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.522787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.522987] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0af7458-d89d-43dc-841b-4a26af51e7a3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.523101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.523166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.523317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.523390] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0af7458-d89d-43dc-841b-4a26af51e7a3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.525026] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.525184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.525242] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.525657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.525657] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877140a0-7c8b-4d35-9bf2-1061765bf1ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.526753] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f464d394-1e90-4ee8-b217-9d69087f48c4 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.527059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.527129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.527336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.527410] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f464d394-1e90-4ee8-b217-9d69087f48c4',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.528317] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02dec364-3b08-4aaf-8f95-6317ec19ac53 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.528945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.529069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.529320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.529442] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02dec364-3b08-4aaf-8f95-6317ec19ac53',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.530444] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75b8296-4366-43ab-b077-6548f435310e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.530578] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.530578] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.531407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.531407] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75b8296-4366-43ab-b077-6548f435310e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.531909] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.532296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.532296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.532296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.532451] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.533029] env[68927]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 853.533652] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839ef25e-e60e-4a6e-98e1-df0981ee667e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.533795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.533891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.534341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.534341] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.535101] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.535212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.535274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.535585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.535637] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.536640] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.536640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.536640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.536824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.536860] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.538077] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.538177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.538224] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.538433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.538522] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.539509] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f5f801-3440-47f1-8f78-29912efa05c0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.539620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.539687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.539841] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.539913] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f5f801-3440-47f1-8f78-29912efa05c0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.540729] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.540835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.540903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.541065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.541139] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d39421ff-91ce-47da-a20c-1e6dbedf8e57',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.542063] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ead96922-1ea5-495b-8ba9-9a3882163341 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.542272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.542272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.542397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.542473] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ead96922-1ea5-495b-8ba9-9a3882163341',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.543305] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.543421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.543489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.543637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.543710] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.544589] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.545023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.545023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.545023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.545023] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.545917] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.546032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.546101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.546250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.546322] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.546535] env[68927]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 853.552132] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.552269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.552339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.552505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.578344] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.578502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.584985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.585409] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.585409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.585652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.585652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.585782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.585782] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe is going to be updated. [ 853.588688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.589071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.596722] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.596883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.627160] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.627160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.628031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.628031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.628031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.629923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.630090] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6d51747-d21d-4101-9a39-5a2257105e07 is going to be deleted. [ 853.631553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.631812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.639447] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe in Status: IN_PROGRESS for 2s [ 853.651638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.651767] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f98a6ee3-636f-40a9-9649-d46b1dc83652 is going to be deleted. [ 853.682064] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.682225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.682225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.682392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.682484] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.682599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6d51747-d21d-4101-9a39-5a2257105e07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.700960] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.701176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.701243] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.701507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.701658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.701840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f98a6ee3-636f-40a9-9649-d46b1dc83652" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.704691] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.704807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.704872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.705093] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.705208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.705412] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814c71c9-2747-4042-962e-e7b0fe817e1a already deleted. [ 853.705517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.792776] env[68927]: INFO networking_nsxv3.common.synchronization [req-cc87b27b-f3e0-4c1d-94eb-154f1d4ade7b req-25da71d7-cb03-400f-a41c-9dc00c567552 tempest-SecurityGroupRulesTestJSON-1919013977 tempest-SecurityGroupRulesTestJSON-1919013977-project-member] Enqueued Resource ID: 814c71c9-2747-4042-962e-e7b0fe817e1a with Priority: HIGHEST for action security_group_rules [ 853.792776] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814c71c9-2747-4042-962e-e7b0fe817e1a with Priority: HIGHEST for action security_group_rules [ 853.793249] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814c71c9-2747-4042-962e-e7b0fe817e1a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.793249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.793249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.793503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.793503] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814c71c9-2747-4042-962e-e7b0fe817e1a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.038951] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: SUCCESS [ 854.040302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.040783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.041708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.041930] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.042106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.042211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.042416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.042531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.042644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.042772] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.110085] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.110792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.111053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.111394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.111755] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.112215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.112956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.112956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.112956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.112956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.112956] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.121848] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.122057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.122155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.122392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.122595] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.122700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.122764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.122916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.123013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.123114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.123201] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.125957] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-839ef25e-e60e-4a6e-98e1-df0981ee667e taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.126082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.126167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.126356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.126722] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.126722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.126722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.126906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.126906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.126968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.127057] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.128101] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.128101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.128101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.128449] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.128449] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.128846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.128931] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.129075] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.129161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.129421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.129421] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.135962] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.136140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.136213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.136430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.136594] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.136705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.138880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.139113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.139252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.139486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.139567] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.140629] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.140629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.140748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.140829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.144150] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.144150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.144150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.144150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.144150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.144150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.144150] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.190817] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.190979] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.191040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.191297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.193154] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.193154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.194351] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.194351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.194690] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.194788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.195507] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.195606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.196776] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.196872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.197632] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.197725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.203233] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.203339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.204279] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.204349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.205019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.205117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.205798] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.205895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.210094] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 854.210672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.210874] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f5f801-3440-47f1-8f78-29912efa05c0 is going to be deleted. [ 854.211848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.212090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.230990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.231326] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02dec364-3b08-4aaf-8f95-6317ec19ac53 is going to be deleted. [ 854.233637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.234069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.266526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.267402] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0af7458-d89d-43dc-841b-4a26af51e7a3 is going to be deleted. [ 854.270554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.270554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.270554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.270808] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe is going to be deleted. [ 854.272136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.272136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.278192] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.278192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.311849] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.312055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.314287] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.314486] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f464d394-1e90-4ee8-b217-9d69087f48c4 is going to be deleted. [ 854.315607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.315879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.334709] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.334709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.340091] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 in Status: SUCCESS [ 854.340091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.340091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.340091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.340091] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.341548] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.341995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.344523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.344523] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be deleted. [ 854.345134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.345369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.382567] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.382698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.383847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.383974] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877140a0-7c8b-4d35-9bf2-1061765bf1ce is going to be deleted. [ 854.384886] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.385117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.413068] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.413068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.429207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.430887] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be deleted. [ 854.430887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.430887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.460895] env[68927]: INFO networking_nsxv3.common.synchronization [req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f req-2cb8b6e6-fcda-4625-b2c2-0d9e96168fb8 tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Enqueued Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_members [ 854.461416] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_members [ 854.461934] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a3f6e0-ff42-467a-a2ef-541020c060d5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.461934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.462899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.462899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.462899] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.462899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.462899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.462899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.462899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.463179] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a3f6e0-ff42-467a-a2ef-541020c060d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.498113] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.498321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.526554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.526554] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75b8296-4366-43ab-b077-6548f435310e is going to be deleted. [ 854.526992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.527841] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.545498] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.545939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.545939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.546158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.546358] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.546486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.546554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.546813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.546931] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.547045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.547204] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.547385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.547581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.547647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.547780] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.547894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.547950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.548136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.548197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.548284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.548416] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.571238] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.571238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.587904] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.588085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.618694] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.618850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.618902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.619638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.620245] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.620245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.620245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.620245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.620245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.620491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.620491] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.620589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.620628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.620770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.620910] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.620999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.621070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.621207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.621282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.621367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.621569] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.626179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.626179] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d39421ff-91ce-47da-a20c-1e6dbedf8e57 is going to be deleted. [ 854.626179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.626179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.649632] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.650919] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.651105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.651154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.651510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.651510] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.651884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.651884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.651884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.651884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.652141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.652141] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.652141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.652249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.652486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.652486] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.652594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.652594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.652795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.652795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.652860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.652935] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.654574] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.654574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.654716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.654754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.658021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.658021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.658021] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.658828] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.658828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.658828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.658828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658828] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.658828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.658828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.658828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.658828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.658828] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.658828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.658828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.658828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658828] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.659475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.659475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.659475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.659475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.659475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.659475] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.660784] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.660784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.660784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.661359] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.661529] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.661636] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.661701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.661845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.661921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.662373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.662373] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.662373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.662373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.662732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.662732] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.662732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.662732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.662871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.662911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.662966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.663059] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.692332] env[68927]: INFO networking_nsxv3.common.synchronization [req-3c39ac89-7945-4bce-a3c9-5cfaf549641e req-7e042f31-10b3-4641-9d28-fde5d16da435 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_members [ 854.692507] env[68927]: INFO networking_nsxv3.common.synchronization [req-3c39ac89-7945-4bce-a3c9-5cfaf549641e req-7e042f31-10b3-4641-9d28-fde5d16da435 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 854.693095] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_members [ 854.693256] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 854.693498] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-24523c5b-9c92-4867-be83-8b7872f0d3c6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.693654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.693722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.694104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.696145] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.696145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.696145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.696145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.696145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.696145] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.697095] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.697202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.697575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.697772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.698080] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.698185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.698246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.698453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.698600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.698698] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.721705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.721912] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ead96922-1ea5-495b-8ba9-9a3882163341 is going to be deleted. [ 854.723223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.724273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.724515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.724515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f5f801-3440-47f1-8f78-29912efa05c0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.724641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.724873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.724970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.725109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02dec364-3b08-4aaf-8f95-6317ec19ac53" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.726314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.726515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.726653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.726768] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814c71c9-2747-4042-962e-e7b0fe817e1a already deleted. [ 854.726856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.727220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.727479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.727565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.727679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0af7458-d89d-43dc-841b-4a26af51e7a3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.727937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.728106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.728187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.728384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.728523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.728670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.728745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.728860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f464d394-1e90-4ee8-b217-9d69087f48c4" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.728983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.729141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.729215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.729322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.729846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.730038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.730146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.730214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.730421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.730488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.730545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.730651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877140a0-7c8b-4d35-9bf2-1061765bf1ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.750219] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.750425] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.750479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.750715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.750814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.750940] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75b8296-4366-43ab-b077-6548f435310e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.828056] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.828247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.828408] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.828511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.828598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.828731] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d39421ff-91ce-47da-a20c-1e6dbedf8e57" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.840523] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.840523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.840523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.840838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.840838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.840950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ead96922-1ea5-495b-8ba9-9a3882163341" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.841770] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.841876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.841936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.842148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.842252] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.842351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.842411] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.842549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.842633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.842698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.842902] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.845336] env[68927]: INFO networking_nsxv3.common.synchronization [req-3c39ac89-7945-4bce-a3c9-5cfaf549641e req-7e042f31-10b3-4641-9d28-fde5d16da435 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 854.845516] env[68927]: INFO networking_nsxv3.common.synchronization [req-3c39ac89-7945-4bce-a3c9-5cfaf549641e req-7e042f31-10b3-4641-9d28-fde5d16da435 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 854.845653] env[68927]: INFO networking_nsxv3.common.synchronization [req-3c39ac89-7945-4bce-a3c9-5cfaf549641e req-7e042f31-10b3-4641-9d28-fde5d16da435 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_rules [ 854.845783] env[68927]: INFO networking_nsxv3.common.synchronization [req-3c39ac89-7945-4bce-a3c9-5cfaf549641e req-7e042f31-10b3-4641-9d28-fde5d16da435 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_members [ 854.845911] env[68927]: INFO networking_nsxv3.common.synchronization [req-3c39ac89-7945-4bce-a3c9-5cfaf549641e req-7e042f31-10b3-4641-9d28-fde5d16da435 tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: bafca53a-4aec-4c4c-bcd0-726196d3c3ce with Priority: HIGHEST for action port [ 854.846330] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 854.847015] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_rules [ 854.847015] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bafca53a-4aec-4c4c-bcd0-726196d3c3ce with Priority: HIGHEST for action port [ 854.847015] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 854.847015] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_members [ 854.847237] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.847407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.847608] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24523c5b-9c92-4867-be83-8b7872f0d3c6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.847701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.849015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.849015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.849015] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.849297] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.849297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.849297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.849416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.850312] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bafca53a-4aec-4c4c-bcd0-726196d3c3ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.850449] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.850549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.850738] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-24523c5b-9c92-4867-be83-8b7872f0d3c6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.850817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.966141] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.966141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.966141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.966141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.966141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.966141] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.966141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.966141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.966141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.966141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.966141] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 already deleted. [ 854.966141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.054305] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b62f770c-6622-4870-80d0-9af480e9f75f: rpc.has_security_group_logging(os_id): False [ 855.078417] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.078631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.079165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.079165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.079165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.079453] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.079453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.079453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.079776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.079776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.079949] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.083057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.083057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.083057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.083057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.083057] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.083057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.083057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.083057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.083057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.083057] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b62f770c-6622-4870-80d0-9af480e9f75f is going to be created. [ 855.128590] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3f271f-bf2f-4bdc-87a0-509afb044ca5: rpc.has_security_group_logging(os_id): False [ 855.149565] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.149765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.149822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.150055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.150246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.155126] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 839ef25e-e60e-4a6e-98e1-df0981ee667e: rpc.has_security_group_logging(os_id): False [ 855.159795] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.159999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.160138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.160359] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.164862] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d603dc80-fdad-4726-990d-51982303a3c5: rpc.has_security_group_logging(os_id): False [ 855.165967] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1c6987-cb07-4256-a563-05083f81c10d: rpc.has_security_group_logging(os_id): False [ 855.166921] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d189c14-42e5-428f-af1d-d8b4ae4f6402: rpc.has_security_group_logging(os_id): False [ 855.168556] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fba858b-6fd0-4bd3-9db8-7aae1330ff88: rpc.has_security_group_logging(os_id): False [ 855.189706] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: IN_PROGRESS for 2s [ 855.192733] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.193012] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-320" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.193175] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-320" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.193515] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-320" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.193824] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.194031] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.194790] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.195221] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.195748] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.196021] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.196762] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.196762] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.196762] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.196762] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.196762] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.196762] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.198861] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.198977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.200782] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.200956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.201620] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.201770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.202321] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.204328] env[68927]: INFO networking_nsxv3.common.synchronization [req-70e62078-eba8-464e-8059-d7b645b1457a req-f2efff09-4b58-4454-8429-4dd0dec70b33 tempest-SecurityGroupRulesTestJSON-1919013977 tempest-SecurityGroupRulesTestJSON-1919013977-project-member] Enqueued Resource ID: 814c71c9-2747-4042-962e-e7b0fe817e1a with Priority: HIGHEST for action security_group_rules [ 855.205161] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.209289] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814c71c9-2747-4042-962e-e7b0fe817e1a with Priority: HIGHEST for action security_group_rules [ 855.209289] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814c71c9-2747-4042-962e-e7b0fe817e1a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.209289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.209289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.209289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.209289] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814c71c9-2747-4042-962e-e7b0fe817e1a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.209703] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.209703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.212463] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.212668] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.228191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.228487] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.228729] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.228729] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.228919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.229590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.229590] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.229590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.229590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.229590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.229590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.230405] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.230405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.230405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.230405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.230405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.230405] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 855.231698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.231698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.250862] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.250862] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.250862] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.250862] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-320" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.250862] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-39bf2b16-f41b-4180-8af6-f51b7f55494c taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.250862] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-39bf2b16-f41b-4180-8af6-f51b7f55494c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.250862] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-39bf2b16-f41b-4180-8af6-f51b7f55494c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.250862] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-39bf2b16-f41b-4180-8af6-f51b7f55494c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.251316] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39bf2b16-f41b-4180-8af6-f51b7f55494c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.286618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.286856] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.286988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.287071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.287390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.287567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.287759] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.287869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.287951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.290151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.290151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.290151] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.290151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.290151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.291125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.291125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.291125] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 855.291596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.291831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.321692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.322229] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.322229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.322399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.322494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.322584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.322770] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.322889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.322955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.323133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.323226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.323459] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.323528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.323604] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.323899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.323959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.324090] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 855.325641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.326604] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.347047] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.347815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.347815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.351644] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.351644] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.351644] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.351644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.352564] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.354098] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-24523c5b-9c92-4867-be83-8b7872f0d3c6 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.356017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.356017] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bafca53a-4aec-4c4c-bcd0-726196d3c3ce with status ACTIVE [ 855.356017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.356017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.356017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.356017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.356017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.356017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.356017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.356017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.356017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.356017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.356017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.356017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.356017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.357137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.357137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.357137] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bafca53a-4aec-4c4c-bcd0-726196d3c3ce is going to be updated. [ 855.358691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.358921] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.359019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.359837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.359837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.359837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.359837] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e is going to be updated. [ 855.360823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.360981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.362627] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.362724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.401874] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.401874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.401874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.402102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.403640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.403640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.427131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.427460] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.427600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.427670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.427848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.427925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.428156] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.428232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.428314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.428532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.428532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.428724] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.428829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.428891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.428999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.429096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.429221] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 855.430733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.430961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.448180] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.448316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.464531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.464531] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.464713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.464713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.465017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.465193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.465521] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.465688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.465796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.466138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.466357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.466691] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.466828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.466961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.467299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.467470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.467623] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 is going to be updated. [ 855.469815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.470067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.470269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.474021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.474021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.474021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.474021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.474021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.474021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.474324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.474324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.513103] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 855.518648] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 855.527452] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 855.576634] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.576798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.576864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.577089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.577246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.587479] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.587660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.587726] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.587984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.588222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.602900] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e in Status: IN_PROGRESS for 2s [ 855.617188] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 855.650798] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe in Status: SUCCESS [ 855.650990] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe deletion is rescheduled due to dependency. [ 855.651137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd38f3d-65c9-4c2d-8edd-d4ca5b2e2cfe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.652201] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.652344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.652420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.652715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.652889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.692705] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: IN_PROGRESS for 2s [ 855.707375] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.708603] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.754836] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.755129] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.755308] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.755573] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.755734] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.755899] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 39bf2b16-f41b-4180-8af6-f51b7f55494c not found, creating... [ 855.756183] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.756347] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.756469] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.756717] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.756865] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.757208] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.757509] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.757622] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.757977] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.757977] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.758109] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 39bf2b16-f41b-4180-8af6-f51b7f55494c is going to be created. [ 855.760531] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.760635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.760719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.760882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.761105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.761105] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814c71c9-2747-4042-962e-e7b0fe817e1a already deleted. [ 855.761209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814c71c9-2747-4042-962e-e7b0fe817e1a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.795448] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.795689] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.795988] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.796292] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.796591] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.797040] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-39bf2b16-f41b-4180-8af6-f51b7f55494c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.862629] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bdc4f05-e7e1-4602-b120-13ab4d32f263: rpc.has_security_group_logging(os_id): False [ 855.883427] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.883641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.884131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.884131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.912364] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.912701] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.912827] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.912910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.913142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.913233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.913455] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.913571] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.913637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.913824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.913861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.914087] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.914193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.914249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.914387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.914462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.914548] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 is going to be updated. [ 856.016608] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.016608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.016608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.017222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.017222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.030929] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 in Status: IN_PROGRESS for 2s [ 856.209979] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.210311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.210311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.210458] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.210549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.210652] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 is going to be created. [ 856.211934] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.212105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.212149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.212292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.212390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.212484] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 856.243122] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.243276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.243482] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.243559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.243707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.251106] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.251106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.251106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.251106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.251106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.253570] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: UNINITIALIZED for 2s [ 856.255917] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 856.528651] env[68927]: INFO networking_nsxv3.common.synchronization [req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f req-61ce2b3e-e4bd-4f6f-9d38-4841890b497f service nova] Enqueued Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_rules [ 856.528866] env[68927]: INFO networking_nsxv3.common.synchronization [req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f req-61ce2b3e-e4bd-4f6f-9d38-4841890b497f service nova] Enqueued Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_members [ 856.529098] env[68927]: INFO networking_nsxv3.common.synchronization [req-266d4ffd-aa2b-463e-bbaa-e55fb0fb192f req-61ce2b3e-e4bd-4f6f-9d38-4841890b497f service nova] Enqueued Resource ID: 39bf2b16-f41b-4180-8af6-f51b7f55494c with Priority: HIGHEST for action port [ 856.529401] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_rules [ 856.529530] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_members [ 856.529625] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39bf2b16-f41b-4180-8af6-f51b7f55494c with Priority: HIGHEST for action port [ 856.530198] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.530376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.530419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.530591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.533011] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a3f6e0-ff42-467a-a2ef-541020c060d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.533011] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a3f6e0-ff42-467a-a2ef-541020c060d5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.533011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.533011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.533011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.533011] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.533011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.533011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.533011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.533011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.533011] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a3f6e0-ff42-467a-a2ef-541020c060d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.533662] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-39bf2b16-f41b-4180-8af6-f51b7f55494c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.533662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39bf2b16-f41b-4180-8af6-f51b7f55494c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.533662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39bf2b16-f41b-4180-8af6-f51b7f55494c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.533808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39bf2b16-f41b-4180-8af6-f51b7f55494c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.533808] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39bf2b16-f41b-4180-8af6-f51b7f55494c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.036192] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a3f6e0-ff42-467a-a2ef-541020c060d5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.036192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.036192] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3a3f6e0-ff42-467a-a2ef-541020c060d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.036869] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39bf2b16-f41b-4180-8af6-f51b7f55494c with status ACTIVE [ 857.037109] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.037196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.037250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.037888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.037888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.037888] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.037888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.037888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.038211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.038211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.038392] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.038484] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.038544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.038677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.041151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.041151] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39bf2b16-f41b-4180-8af6-f51b7f55494c is going to be updated. [ 857.061121] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.061121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.061121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.061306] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.061395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.062436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39bf2b16-f41b-4180-8af6-f51b7f55494c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.211079] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: SUCCESS [ 857.211438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.530320] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 857.530624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.531355] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 857.531526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.540900] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3a3f6e0-ff42-467a-a2ef-541020c060d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.545176] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 857.545176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.545176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.545176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.545176] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.616582] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e in Status: SUCCESS [ 857.616867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.628127] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 857.628473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.709395] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: SUCCESS [ 857.709656] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.041397] env[68927]: INFO networking_nsxv3.common.synchronization [req-961e04d4-d6d2-4784-8f6a-a0243e3a41c5 req-b40db768-9ce1-4e45-b3bb-78f4ca09444d tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 858.041963] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 858.042290] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.042429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.042497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.042718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.042868] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.042983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.043103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.043216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.043316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.043411] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.045044] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 in Status: SUCCESS [ 858.045256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.045616] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.045739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.045810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.045984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.046095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.046188] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 is going to be created. [ 858.047778] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.047778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.067893] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.068088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.068128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.068335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.068499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.077358] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 in Status: UNINITIALIZED for 2s [ 858.266437] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: SUCCESS [ 858.266749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.267286] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 858.267487] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.267635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.267838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.268021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.268136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.268194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.268353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.268428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.268524] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.269485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.269693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.269889] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.270068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.270137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.270311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.270423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.270536] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.548528] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.548776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.550264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.550264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.550264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.550482] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.550572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.550686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.550934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.551473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.551473] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 858.578178] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.578417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.578417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.579335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.579335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.588117] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 858.773516] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.774917] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.275236] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.280318] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.778792] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.779123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.779123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.779331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.779396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.779519] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 is going to be updated. [ 859.784412] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.784619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.784619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.785127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.785127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.785127] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 859.807746] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.807990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.807990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.808380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.808502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.811856] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.812144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.812269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.812453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.812693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.823678] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 859.824477] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: IN_PROGRESS for 2s [ 860.110239] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 in Status: SUCCESS [ 860.110415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.110605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.110847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.111064] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.111216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.111253] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.111430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.111520] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.111640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.111702] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3a3f6e0-ff42-467a-a2ef-541020c060d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.598395] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 860.598395] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 deletion is rescheduled due to dependency. [ 860.598395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.613938] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3a3f6e0-ff42-467a-a2ef-541020c060d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.117281] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3a3f6e0-ff42-467a-a2ef-541020c060d5: rpc.has_security_group_logging(os_id): False [ 861.139525] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.139744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.139951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.140294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.140294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.140499] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.140606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.140665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.140832] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.140905] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.140993] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 is going to be created. [ 861.207285] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.207517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.207610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.207866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.208096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.221149] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 in Status: IN_PROGRESS for 2s [ 861.360187] env[68927]: INFO networking_nsxv3.common.synchronization [req-95d0e6c8-bb0e-4775-9c31-b27c57e1da0f req-886bde28-465b-4a9d-805a-9eef78dae636 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 861.360760] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 861.361094] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.361240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.361475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.361475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.361642] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.361731] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.361788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.361933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.362038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.362128] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.838169] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: SUCCESS [ 861.838169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.838169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.838169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.838169] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.838169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.838169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.838169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.838169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.838169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.838169] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.843026] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 861.843026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.843026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.843026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.843026] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.843026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.843026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.843026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.843026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.843026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.843026] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.866313] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.026447] env[68927]: INFO networking_nsxv3.common.synchronization [req-a70ec038-1281-459d-ab48-a1e4c4e4a18d req-f946b945-9a26-4c9b-8040-a158bf5c4359 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 862.026447] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 862.026447] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.026447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.026447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.026447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.028120] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.028289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.028391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.028653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.028714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.030193] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.348103] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.350908] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.350908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.350908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.350908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.350908] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.350908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.350908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.350908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.350908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.350908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.350908] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.350908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.350908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.352694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.352854] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.352957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.353065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.353179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.354140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.354140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.354140] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.368168] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.533521] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.551150] env[68927]: INFO networking_nsxv3.common.synchronization [None req-7004649e-5229-4fba-8923-6f7c2ae72c8f None None] Enqueued Resource ID: 673b0d31-b1a8-44bb-8974-37ae1f4ed033 with Priority: HIGHEST for action port [ 862.551150] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673b0d31-b1a8-44bb-8974-37ae1f4ed033 with Priority: HIGHEST for action port [ 862.551745] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-673b0d31-b1a8-44bb-8974-37ae1f4ed033 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.552297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-673b0d31-b1a8-44bb-8974-37ae1f4ed033" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.552501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-673b0d31-b1a8-44bb-8974-37ae1f4ed033" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.552830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-673b0d31-b1a8-44bb-8974-37ae1f4ed033" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.553011] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('673b0d31-b1a8-44bb-8974-37ae1f4ed033',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.706736] env[68927]: INFO networking_nsxv3.common.synchronization [req-96ae7155-7f2e-439d-ad96-8fe2e583569a req-cc10c950-e674-4881-b46f-aa3275d092f6 tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 862.708484] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 862.708957] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.708957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.709154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.709229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.709381] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.709486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.709552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.709714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.709828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.709883] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.811206] env[68927]: INFO networking_nsxv3.common.synchronization [req-fc1bcae7-20f9-4a48-afda-72cab3da4ede req-135c9617-93d6-49a6-add8-fae3d02af279 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 862.811604] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 862.811917] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.813034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.813034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.813034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.813223] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.813347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.815622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.815622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.815622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.815622] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.823073] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.825768] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.826392] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.826392] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.826635] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.827302] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.827302] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.827302] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.827575] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.827608] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.828661] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.828661] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.828661] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.828661] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.828843] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.829314] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.850904] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.853451] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.853451] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.853451] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-433" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.853451] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-72bed3c0-2857-4051-b119-bc5c33e44cd0 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.853451] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-72bed3c0-2857-4051-b119-bc5c33e44cd0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.853451] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-72bed3c0-2857-4051-b119-bc5c33e44cd0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.853451] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-72bed3c0-2857-4051-b119-bc5c33e44cd0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.853451] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72bed3c0-2857-4051-b119-bc5c33e44cd0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.855370] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24523c5b-9c92-4867-be83-8b7872f0d3c6: rpc.has_security_group_logging(os_id): False [ 862.856658] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d189c14-42e5-428f-af1d-d8b4ae4f6402: rpc.has_security_group_logging(os_id): False [ 862.870596] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.873078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.873078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.873078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.873078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.873078] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be updated. [ 862.937177] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.937328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.937477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.937647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.937763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.937974] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.938110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.938165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.938323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.938417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.938507] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 is going to be created. [ 862.942741] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.942877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.943156] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.943740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.943855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.944116] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.944222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.944290] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.944772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.944772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.944772] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.944928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.944928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.945022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.948192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.948433] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.948528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.948595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.948828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.948828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.948904] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 862.959362] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.959362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.959362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.960547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.960547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.973257] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: IN_PROGRESS for 2s [ 863.014464] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.014666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.014763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.014986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.015831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.022020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.022020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.022020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.022020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.022020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.032369] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: IN_PROGRESS for 2s [ 863.036284] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.037661] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 863.063856] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 673b0d31-b1a8-44bb-8974-37ae1f4ed033 [ 863.064180] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.064325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.064410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.064629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.064721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.064816] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:673b0d31-b1a8-44bb-8974-37ae1f4ed033 already deleted. [ 863.064897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-673b0d31-b1a8-44bb-8974-37ae1f4ed033" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.215796] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.215796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.215796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.216057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.236245] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 in Status: SUCCESS [ 863.236480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.238210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.238449] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.238562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.238626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.238822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.238919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.238985] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be updated. [ 863.273850] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.273850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.273850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.273850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.274144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.284402] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: IN_PROGRESS for 2s [ 863.317146] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.317319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.317401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.317655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.317727] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.317934] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.319260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.319260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.319260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.319260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.319260] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 863.347053] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.349132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.349132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.349132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.349132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.358802] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 863.359779] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.360141] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.360244] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.360609] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.360681] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.360789] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 72bed3c0-2857-4051-b119-bc5c33e44cd0 not found, creating... [ 863.361083] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.361374] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.361374] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.362466] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.362466] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.362466] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.362466] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.362466] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.362765] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.362765] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.363374] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 72bed3c0-2857-4051-b119-bc5c33e44cd0 is going to be created. [ 863.384404] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.384404] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.384404] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.384404] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.384404] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.384404] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-72bed3c0-2857-4051-b119-bc5c33e44cd0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.539702] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.539880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.539943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.540195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.540292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.540853] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 863.571766] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.571766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.571766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.571766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.571766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.581125] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 863.798426] env[68927]: INFO networking_nsxv3.common.synchronization [req-2e67a244-0a11-49df-9213-1fce4ff88c92 req-086df082-58f6-4939-bad4-54cd8203c34a tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 863.801879] env[68927]: INFO networking_nsxv3.common.synchronization [req-2e67a244-0a11-49df-9213-1fce4ff88c92 req-086df082-58f6-4939-bad4-54cd8203c34a tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a with Priority: HIGHEST for action security_group_members [ 863.802193] env[68927]: INFO networking_nsxv3.common.synchronization [req-2e67a244-0a11-49df-9213-1fce4ff88c92 req-086df082-58f6-4939-bad4-54cd8203c34a tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_members [ 863.802916] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 863.803107] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a with Priority: HIGHEST for action security_group_members [ 863.803281] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_members [ 863.803641] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.803799] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.803872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.804128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.804304] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.807734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.807734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.807734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.807734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.807734] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.807734] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.807734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.807734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.807734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.807734] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.807734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.807734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.808463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.808463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.808463] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ecca8a0-ae92-41d9-bcf5-dc770f154a8a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.810118] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-24523c5b-9c92-4867-be83-8b7872f0d3c6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.810118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.810118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.810118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.810118] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.810671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.811112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.811404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.811473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.811617] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.950739] env[68927]: INFO networking_nsxv3.common.synchronization [req-2e67a244-0a11-49df-9213-1fce4ff88c92 req-086df082-58f6-4939-bad4-54cd8203c34a tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 863.951096] env[68927]: INFO networking_nsxv3.common.synchronization [req-2e67a244-0a11-49df-9213-1fce4ff88c92 req-086df082-58f6-4939-bad4-54cd8203c34a tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 863.951329] env[68927]: INFO networking_nsxv3.common.synchronization [req-2e67a244-0a11-49df-9213-1fce4ff88c92 req-086df082-58f6-4939-bad4-54cd8203c34a tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a with Priority: HIGHEST for action security_group_rules [ 863.951503] env[68927]: INFO networking_nsxv3.common.synchronization [req-2e67a244-0a11-49df-9213-1fce4ff88c92 req-086df082-58f6-4939-bad4-54cd8203c34a tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a with Priority: HIGHEST for action security_group_members [ 863.952210] env[68927]: INFO networking_nsxv3.common.synchronization [req-2e67a244-0a11-49df-9213-1fce4ff88c92 req-086df082-58f6-4939-bad4-54cd8203c34a tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_rules [ 863.952210] env[68927]: INFO networking_nsxv3.common.synchronization [req-2e67a244-0a11-49df-9213-1fce4ff88c92 req-086df082-58f6-4939-bad4-54cd8203c34a tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_members [ 863.952210] env[68927]: INFO networking_nsxv3.common.synchronization [req-2e67a244-0a11-49df-9213-1fce4ff88c92 req-086df082-58f6-4939-bad4-54cd8203c34a tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: bafca53a-4aec-4c4c-bcd0-726196d3c3ce with Priority: HIGHEST for action port [ 863.953201] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_rules [ 863.953201] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a with Priority: HIGHEST for action security_group_rules [ 863.953201] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_members [ 863.953201] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bafca53a-4aec-4c4c-bcd0-726196d3c3ce with Priority: HIGHEST for action port [ 863.953640] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_rules [ 863.953640] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 863.953640] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a with Priority: HIGHEST for action security_group_members [ 863.953788] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.953788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.954141] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.954237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.954237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.954526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.954569] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ecca8a0-ae92-41d9-bcf5-dc770f154a8a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.955466] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-24523c5b-9c92-4867-be83-8b7872f0d3c6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.956078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.956078] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.956078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.956078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.956371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.956371] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bafca53a-4aec-4c4c-bcd0-726196d3c3ce',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.957263] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24523c5b-9c92-4867-be83-8b7872f0d3c6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.957359] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.957559] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.958544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.958544] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.958544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.152372] env[68927]: INFO networking_nsxv3.common.synchronization [req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 req-dc88f5c2-dc91-46f9-83d4-906aacfe0660 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Enqueued Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 864.153089] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 864.154030] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.154030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.154030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.154030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.154030] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.154406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.154406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.154406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.154406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.154577] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.313759] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ecca8a0-ae92-41d9-bcf5-dc770f154a8a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.318210] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.319258] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.459605] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.459783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.459940] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bafca53a-4aec-4c4c-bcd0-726196d3c3ce with status ACTIVE [ 864.460137] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.460251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.460313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.460518] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.460605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.460793] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.461187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.461187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.461187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.461324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.461868] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.461868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.461868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.461868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.461868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.461868] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bafca53a-4aec-4c4c-bcd0-726196d3c3ce is going to be updated. [ 864.482136] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.482297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.482615] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.482615] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.482720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.482966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bafca53a-4aec-4c4c-bcd0-726196d3c3ce" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.513846] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.514274] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.514274] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.514503] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.514797] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.514979] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.519340] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.519340] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.519340] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.519340] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.519340] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.519340] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.519340] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.519340] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.519340] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.519340] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.548179] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.548179] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.548179] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.548179] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.549394] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.549394] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.549394] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.549394] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.549777] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.564995] env[68927]: INFO networking_nsxv3.common.synchronization [req-a70ec038-1281-459d-ab48-a1e4c4e4a18d req-6447b2e4-a65c-42ce-8514-a0ced93e273b service nova] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_rules [ 864.565188] env[68927]: INFO networking_nsxv3.common.synchronization [req-a70ec038-1281-459d-ab48-a1e4c4e4a18d req-6447b2e4-a65c-42ce-8514-a0ced93e273b service nova] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 864.565329] env[68927]: INFO networking_nsxv3.common.synchronization [req-a70ec038-1281-459d-ab48-a1e4c4e4a18d req-6447b2e4-a65c-42ce-8514-a0ced93e273b service nova] Enqueued Resource ID: 72bed3c0-2857-4051-b119-bc5c33e44cd0 with Priority: HIGHEST for action port [ 864.565598] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_rules [ 864.565722] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 864.565825] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bed3c0-2857-4051-b119-bc5c33e44cd0 with Priority: HIGHEST for action port [ 864.566498] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.566625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.566690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.566894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.566971] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.569623] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.569793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.570098] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-72bed3c0-2857-4051-b119-bc5c33e44cd0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.570245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72bed3c0-2857-4051-b119-bc5c33e44cd0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.570337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72bed3c0-2857-4051-b119-bc5c33e44cd0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.571365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72bed3c0-2857-4051-b119-bc5c33e44cd0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.571499] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72bed3c0-2857-4051-b119-bc5c33e44cd0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.657348] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.657966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.657966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.658086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.659523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.659523] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.659523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.659523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.659523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.659523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.659523] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 already deleted. [ 864.659523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.819810] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ecca8a0-ae92-41d9-bcf5-dc770f154a8a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.821285] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.822063] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.989172] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: SUCCESS [ 864.989172] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.043856] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: SUCCESS [ 865.043856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.043856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.043856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.043856] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.058193] env[68927]: INFO networking_nsxv3.common.synchronization [None req-79f3193a-7b63-455f-83d6-609fb7f34e6a None None] Enqueued Resource ID: cdcb18b8-bf75-446b-acfa-a55ab5558114 with Priority: HIGHEST for action port [ 865.058193] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 865.058193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.060188] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.060737] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.061455] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.062337] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.062337] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.062687] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa not found, creating... [ 865.064461] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.064461] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.064461] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.064461] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.068197] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.068197] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.068197] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.068197] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.068197] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.068197] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.068197] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa is going to be created. [ 865.069224] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcb18b8-bf75-446b-acfa-a55ab5558114 with Priority: HIGHEST for action port [ 865.069224] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.069467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.069994] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.070723] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdcb18b8-bf75-446b-acfa-a55ab5558114 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.070912] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdcb18b8-bf75-446b-acfa-a55ab5558114" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.071469] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdcb18b8-bf75-446b-acfa-a55ab5558114" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.072305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdcb18b8-bf75-446b-acfa-a55ab5558114" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.072305] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcb18b8-bf75-446b-acfa-a55ab5558114',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.078347] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.078492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.078688] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72bed3c0-2857-4051-b119-bc5c33e44cd0 with status ACTIVE [ 865.078873] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.078975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.079054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.079258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.079348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.079517] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.079612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.079672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.079859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.079945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.080077] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.080166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.080221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.080773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.080773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.080773] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72bed3c0-2857-4051-b119-bc5c33e44cd0 is going to be updated. [ 865.093320] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.093320] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.093320] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.093957] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.094323] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.094630] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.102991] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.103193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.103248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.103457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.103601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.103764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72bed3c0-2857-4051-b119-bc5c33e44cd0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.298234] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: SUCCESS [ 865.298518] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 deletion is rescheduled due to dependency. [ 865.299077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.324305] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.326700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.326700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.326700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.326700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.326700] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a is going to be created. [ 865.327138] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.327138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.327138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.328257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.328762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.328762] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 865.329785] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.329910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.329982] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.330172] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.330685] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.330685] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 is going to be updated. [ 865.368692] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.368856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.368950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.369144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.369306] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.371993] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 865.372291] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 deletion is rescheduled due to dependency. [ 865.372526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.374978] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.375480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.376064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.376064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.376064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.380779] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a in Status: UNINITIALIZED for 2s [ 865.382354] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.382483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.382555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.382765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.382897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.385880] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: IN_PROGRESS for 2s [ 865.395050] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 865.547126] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-24523c5b-9c92-4867-be83-8b7872f0d3c6 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.547126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.575587] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.575587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.580388] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdcb18b8-bf75-446b-acfa-a55ab5558114 [ 865.580388] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.580388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.580388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.580388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.580388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.580388] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdcb18b8-bf75-446b-acfa-a55ab5558114 already deleted. [ 865.580388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdcb18b8-bf75-446b-acfa-a55ab5558114" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.592544] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 865.595019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.595019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.595019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.595019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.595019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.595019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.595019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.595019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.595019] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.901487] env[68927]: INFO networking_nsxv3.common.synchronization [req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 req-4618ac0b-86d1-4cd0-b7bb-1acab0bfa5b4 service nova] Enqueued Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_rules [ 865.901713] env[68927]: INFO networking_nsxv3.common.synchronization [req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 req-4618ac0b-86d1-4cd0-b7bb-1acab0bfa5b4 service nova] Enqueued Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 865.901857] env[68927]: INFO networking_nsxv3.common.synchronization [req-5b5a7dad-a9ed-40a9-bd9f-9b823c5d9f68 req-4618ac0b-86d1-4cd0-b7bb-1acab0bfa5b4 service nova] Enqueued Resource ID: e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa with Priority: HIGHEST for action port [ 865.902442] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_rules [ 865.902571] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 865.902680] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa with Priority: HIGHEST for action port [ 865.903294] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.903572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.903705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.904116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.904250] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.905573] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.906602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.907033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.907033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.907191] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.907743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.908902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.912306] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.912414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.912523] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.913850] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.914054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.915612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.916038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.919437] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.100164] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.298525] env[68927]: INFO networking_nsxv3.common.synchronization [None req-5b59171f-9f70-4d6f-8e42-709f80559fb5 None None] Enqueued Resource ID: ab79151b-f134-4c19-b9c0-061f8ce57b3b with Priority: HIGHEST for action port [ 866.299123] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab79151b-f134-4c19-b9c0-061f8ce57b3b with Priority: HIGHEST for action port [ 866.300220] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab79151b-f134-4c19-b9c0-061f8ce57b3b taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.300536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab79151b-f134-4c19-b9c0-061f8ce57b3b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.300631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab79151b-f134-4c19-b9c0-061f8ce57b3b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.301421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab79151b-f134-4c19-b9c0-061f8ce57b3b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.301587] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab79151b-f134-4c19-b9c0-061f8ce57b3b',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.422213] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.422405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.422713] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.586876] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa with status ACTIVE [ 866.586876] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.586876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.586876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.587286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.587286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.587354] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.587465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.587500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.587708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.587749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.587939] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.588049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.588101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.588252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.588350] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.588627] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa is going to be updated. [ 866.603284] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.614035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.614035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.614035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.614035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.614035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.614035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9b5ffe1-c0f5-48e2-88e1-40b137a2abaa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.807072] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab79151b-f134-4c19-b9c0-061f8ce57b3b [ 866.807373] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.807540] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.807619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.807851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.807960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.808072] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab79151b-f134-4c19-b9c0-061f8ce57b3b already deleted. [ 866.808156] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab79151b-f134-4c19-b9c0-061f8ce57b3b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.091996] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.105480] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.105837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.105837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.106118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.106174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.106254] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 867.137285] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.137444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.137559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.137783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.137931] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.146532] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 867.391326] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a in Status: SUCCESS [ 867.391326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.391708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.391708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.391933] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.392123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.392193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.392377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.392461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.392564] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ecca8a0-ae92-41d9-bcf5-dc770f154a8a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.394723] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: SUCCESS [ 867.397635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.397635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.397635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.398368] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.398368] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.398368] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.398628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.398731] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.399133] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.408566] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 867.408847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.409442] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.409803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.409984] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.410139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.410235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.410449] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.410560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.410681] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.598465] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.598465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.598465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.598465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.598465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.598465] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 is going to be created. [ 867.623108] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.623108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.623108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.623108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.623108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.633118] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: UNINITIALIZED for 2s [ 867.728597] env[68927]: INFO networking_nsxv3.common.synchronization [req-be3ecf5e-697e-4156-9216-d54eda3fefc6 req-9f94370b-bf95-456d-8270-23179ec6f0cd tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_members [ 867.728597] env[68927]: INFO networking_nsxv3.common.synchronization [req-be3ecf5e-697e-4156-9216-d54eda3fefc6 req-9f94370b-bf95-456d-8270-23179ec6f0cd tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 867.728759] env[68927]: INFO networking_nsxv3.common.synchronization [req-be3ecf5e-697e-4156-9216-d54eda3fefc6 req-9f94370b-bf95-456d-8270-23179ec6f0cd tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a with Priority: HIGHEST for action security_group_members [ 867.729303] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 with Priority: HIGHEST for action security_group_members [ 867.729433] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 867.729526] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a with Priority: HIGHEST for action security_group_members [ 867.729839] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-24523c5b-9c92-4867-be83-8b7872f0d3c6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.729944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.730235] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.730235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.730382] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.730553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.902671] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ecca8a0-ae92-41d9-bcf5-dc770f154a8a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.902671] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.913824] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.294797] env[68927]: INFO networking_nsxv3.common.synchronization [req-695d0f73-98ca-4775-a58c-5b35e1c4e52c req-a7cd04f2-6b8d-41ba-bfad-3e239f0310da tempest-ServerMetadataNegativeTestJSON-1501541653 tempest-ServerMetadataNegativeTestJSON-1501541653-project-member] Enqueued Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGHEST for action security_group_members [ 868.295670] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGHEST for action security_group_members [ 868.296054] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.297666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.297812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.298140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.298412] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.299479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.299583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.299945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.300066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.300257] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.403171] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ecca8a0-ae92-41d9-bcf5-dc770f154a8a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.404144] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.414693] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.581514] env[68927]: INFO networking_nsxv3.common.synchronization [req-f809e5d3-273f-4729-b783-ebb1c0b692a9 req-ab239b59-f1f3-4c20-b63d-100a3f47c390 tempest-ServersAdminNegativeTestJSON-1808576572 tempest-ServersAdminNegativeTestJSON-1808576572-project-member] Enqueued Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 868.581990] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGHEST for action security_group_members [ 868.582929] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.583067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.583130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.583335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.583715] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.583823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.583916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.588022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.588022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.588022] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.803227] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.803441] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.803498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.803700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.803798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.804061] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.804151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.804200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.804335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.804455] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.804512] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 is going to be updated. [ 868.837120] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.837323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.837387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.837675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.837937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.848483] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 in Status: IN_PROGRESS for 2s [ 868.909274] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.909432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.909513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.909717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.909846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.910002] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a is going to be updated. [ 868.911597] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.911597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.911896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.911896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.911990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.912048] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 is going to be updated. [ 868.917906] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.918054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.918128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.918330] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.918428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.918609] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 868.949189] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.949857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.949857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.949857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.949857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.955958] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.955958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.955958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.955958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.955958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.957130] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.957130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.957130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.957130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.957130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.966645] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: IN_PROGRESS for 2s [ 868.967444] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 868.968054] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a in Status: IN_PROGRESS for 2s [ 869.086737] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.086990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.087043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.087261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.087404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.088453] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.088655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.088799] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.088935] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.089039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.089140] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 is going to be updated. [ 869.116431] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.119053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.119053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.119053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.119053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.127045] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: IN_PROGRESS for 2s [ 869.157945] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 869.161298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.161298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.161298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.161298] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.161298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.161298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.161298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.161298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.161298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.161298] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.281568] env[68927]: INFO networking_nsxv3.common.synchronization [None req-6f5e103c-0652-4804-9315-c0d50f8c3399 None None] Enqueued Resource ID: 8964505f-c9ab-445c-9855-d32553e2f51a with Priority: HIGHEST for action port [ 869.282144] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8964505f-c9ab-445c-9855-d32553e2f51a with Priority: HIGHEST for action port [ 869.282476] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-8964505f-c9ab-445c-9855-d32553e2f51a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.282610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8964505f-c9ab-445c-9855-d32553e2f51a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.282673] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8964505f-c9ab-445c-9855-d32553e2f51a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.283031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8964505f-c9ab-445c-9855-d32553e2f51a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.283680] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8964505f-c9ab-445c-9855-d32553e2f51a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.642383] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: SUCCESS [ 869.642667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.646020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.646020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.646020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.646020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.646020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.646020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.646020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.646020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.646020] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.663912] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.664098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.664172] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.664385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.664728] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.664851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.664911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.665091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.665189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.665280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.665490] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.665590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.665666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.665834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.665980] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.666087] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.666147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.666287] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.666383] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.666465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.666558] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.787026] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8964505f-c9ab-445c-9855-d32553e2f51a [ 869.787387] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.787539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.787590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.787864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.787927] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.788082] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8964505f-c9ab-445c-9855-d32553e2f51a already deleted. [ 869.788626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8964505f-c9ab-445c-9855-d32553e2f51a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.148210] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.148397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.148818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.148818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.148818] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.149141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.149141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.149141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.150389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.150389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.150389] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.150389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.150389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.150389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.150389] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.150389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.150389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.150389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.150389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.150389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.150389] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.168946] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9: rpc.has_security_group_logging(os_id): False [ 870.190407] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.190588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.190635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.190848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.240057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.240388] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.240520] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.240591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.240808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.240892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.241105] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.241207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.241268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.241417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.241494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.241692] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.241787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.241863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.242028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.242819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.242930] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 870.375281] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.375473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.375531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.375772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.375919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.451812] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 870.655724] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a375d60-c576-4d3b-bfbd-df20233244b5: rpc.has_security_group_logging(os_id): False [ 870.684835] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.686482] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.686542] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.686797] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.686892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.687251] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.687398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.687535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.687721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.687819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.688839] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.688968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.689075] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.689570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.690041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.690288] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.690424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.690507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.690724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.690834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.690963] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 is going to be created. [ 870.748137] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.748318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.748395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.748754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.749029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.761248] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: IN_PROGRESS for 2s [ 870.858373] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 in Status: SUCCESS [ 870.858373] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 deletion is rescheduled due to dependency. [ 870.858373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.988223] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 870.988465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.989356] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: SUCCESS [ 870.989463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.990087] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a in Status: SUCCESS [ 870.990250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.990405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.990611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.990796] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.990914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.990978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.991374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.991460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.991612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.991674] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.992447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.992614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.992775] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.992881] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.992946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.993097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.993221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.993319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.993467] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.996391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.996391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.996391] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.996391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.996391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.996391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.996391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.996391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.996391] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ecca8a0-ae92-41d9-bcf5-dc770f154a8a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.997117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.997291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.997570] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.997679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.997741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.997946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.997999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.998069] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.998662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.998855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.999074] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.999074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.999421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.999421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.999421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.999421] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.000015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.000178] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.000522] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.000522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.000522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.000722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.000925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.001029] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ecca8a0-ae92-41d9-bcf5-dc770f154a8a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.136078] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: IN_PROGRESS for 4s [ 871.497432] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24523c5b-9c92-4867-be83-8b7872f0d3c6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.500854] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.500854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.502357] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.503325] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.503444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.503533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.503943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.503943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.504105] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.504105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.504201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.504899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.504899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.504899] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 is going to be updated. [ 871.505542] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ecca8a0-ae92-41d9-bcf5-dc770f154a8a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.506555] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.506674] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.506741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.506881] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.507443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.507443] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.507443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.507443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.507443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.507874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.507874] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a is going to be deleted. [ 871.533872] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.533872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.533872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.534197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.534250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.541190] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.541459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.541459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.541620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.541702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.541800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.544425] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: IN_PROGRESS for 2s [ 871.580248] env[68927]: INFO networking_nsxv3.common.synchronization [req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa req-b7adbd78-e8d1-4496-bf61-74cde961d94f tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Enqueued Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 871.580248] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 871.580248] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.580679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.580866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.581427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.583634] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.583634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.583634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.583634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.583634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.583634] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.003277] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24523c5b-9c92-4867-be83-8b7872f0d3c6: rpc.has_security_group_logging(os_id): False [ 872.007018] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.010857] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a: rpc.has_security_group_logging(os_id): False [ 872.041319] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.041475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.041475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.042356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.042356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.042356] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.042356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.042356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.042356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.042640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.042640] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a is going to be created. [ 872.044716] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.044865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.044950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.045180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.045285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.045528] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.045652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.045743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.045956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.046074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.046246] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 is going to be updated. [ 872.070255] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1ecca8a0-ae92-41d9-bcf5-dc770f154a8a], does not exist path=[/infra/domains/default/groups/1ecca8a0-ae92-41d9-bcf5-dc770f154a8a]."\n}' [ 872.070411] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1ecca8a0-ae92-41d9-bcf5-dc770f154a8a [ 872.070498] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 872.084309] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.118122] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.118285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.118358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.118765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.119817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.120219] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.120377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.120463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.121256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.121423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.122867] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.122867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.122867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.122867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.122867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.122867] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ecca8a0-ae92-41d9-bcf5-dc770f154a8a is going to be created. [ 872.125047] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.125167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.125217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.125379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.125506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.148858] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: IN_PROGRESS for 2s [ 872.150360] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1ecca8a0-ae92-41d9-bcf5-dc770f154a8a], does not exist path=[/infra/domains/default/groups/1ecca8a0-ae92-41d9-bcf5-dc770f154a8a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1ecca8a0-ae92-41d9-bcf5-dc770f154a8a [ 872.150459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ecca8a0-ae92-41d9-bcf5-dc770f154a8a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.150976] env[68927]: Traceback (most recent call last): [ 872.151038] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 872.151038] env[68927]: return func(*args, **kwargs) [ 872.151038] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 872.151038] env[68927]: res.raise_for_status() [ 872.151038] env[68927]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 872.151038] env[68927]: raise HTTPError(http_error_msg, response=self) [ 872.151038] env[68927]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1ecca8a0-ae92-41d9-bcf5-dc770f154a8a [ 872.151038] env[68927]: During handling of the above exception, another exception occurred: [ 872.151038] env[68927]: Traceback (most recent call last): [ 872.151038] env[68927]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 872.151038] env[68927]: listener.cb(fileno) [ 872.151502] env[68927]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 872.151502] env[68927]: result = function(*args, **kwargs) [ 872.151502] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 872.151502] env[68927]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 872.151502] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 872.151502] env[68927]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 872.151502] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 872.151502] env[68927]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 872.151502] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 872.151502] env[68927]: res.raise_for_status() [ 872.151502] env[68927]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 872.151502] env[68927]: raise HTTPError(http_error_msg, response=self) [ 872.151502] env[68927]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1ecca8a0-ae92-41d9-bcf5-dc770f154a8a [ 872.151502] env[68927]: Removing descriptor: 23 [ 872.241306] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.243138] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.243138] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.243138] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.243138] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.243138] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.243138] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.243138] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.243921] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.244413] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.245949] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.245949] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.245949] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.245949] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.245949] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.245949] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.276103] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.278021] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 872.278021] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.278021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.278021] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-97d05ea1-7a96-42ab-b8d3-b88050a68d9b taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.278021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-97d05ea1-7a96-42ab-b8d3-b88050a68d9b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.278021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-97d05ea1-7a96-42ab-b8d3-b88050a68d9b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.279266] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-97d05ea1-7a96-42ab-b8d3-b88050a68d9b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.279624] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97d05ea1-7a96-42ab-b8d3-b88050a68d9b',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.466953] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 872.467306] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.511943] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.512136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.512212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.512689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.512822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.512936] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 872.540331] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.540479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.540554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.540761] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.540939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.548950] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 872.586849] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.698164] env[68927]: INFO networking_nsxv3.common.synchronization [req-051d5451-d432-442b-8cad-03712a2ba5a7 req-fc7b7c41-a66a-466d-b9bf-246f33215319 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 with Priority: HIGHEST for action security_group_members [ 872.698164] env[68927]: INFO networking_nsxv3.common.synchronization [req-051d5451-d432-442b-8cad-03712a2ba5a7 req-fc7b7c41-a66a-466d-b9bf-246f33215319 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 872.699138] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 with Priority: HIGHEST for action security_group_members [ 872.699883] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 872.699883] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.699883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.699883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.700154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.700289] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.700399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.700440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.700585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.700673] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.700817] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac2b03c2-eb27-4ec6-ab0f-2b99490e2355',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.701666] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.705175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.705245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.705442] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.705600] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.705700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.705763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.705931] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.706042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.706137] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.750918] env[68927]: INFO networking_nsxv3.common.synchronization [req-051d5451-d432-442b-8cad-03712a2ba5a7 req-fc7b7c41-a66a-466d-b9bf-246f33215319 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 with Priority: HIGHEST for action security_group_rules [ 872.751122] env[68927]: INFO networking_nsxv3.common.synchronization [req-051d5451-d432-442b-8cad-03712a2ba5a7 req-fc7b7c41-a66a-466d-b9bf-246f33215319 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 with Priority: HIGHEST for action security_group_members [ 872.751279] env[68927]: INFO networking_nsxv3.common.synchronization [req-051d5451-d432-442b-8cad-03712a2ba5a7 req-fc7b7c41-a66a-466d-b9bf-246f33215319 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_rules [ 872.751423] env[68927]: INFO networking_nsxv3.common.synchronization [req-051d5451-d432-442b-8cad-03712a2ba5a7 req-fc7b7c41-a66a-466d-b9bf-246f33215319 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 872.751625] env[68927]: INFO networking_nsxv3.common.synchronization [req-051d5451-d432-442b-8cad-03712a2ba5a7 req-fc7b7c41-a66a-466d-b9bf-246f33215319 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: da18b5d8-4d70-47b2-b01f-3395beebad70 with Priority: HIGHEST for action port [ 872.752204] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 with Priority: HIGHEST for action security_group_rules [ 872.752339] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_rules [ 872.752435] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da18b5d8-4d70-47b2-b01f-3395beebad70 with Priority: HIGHEST for action port [ 872.752537] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 with Priority: HIGHEST for action security_group_members [ 872.752627] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 872.752984] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.753049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.753130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.753409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.753515] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac2b03c2-eb27-4ec6-ab0f-2b99490e2355',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.756378] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.756558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.756657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.756863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.756952] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.757839] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-da18b5d8-4d70-47b2-b01f-3395beebad70 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.757970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.758039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.758248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.758329] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da18b5d8-4d70-47b2-b01f-3395beebad70',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.762428] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.762537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.762869] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.762919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.774648] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: SUCCESS [ 872.774936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.783176] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.783493] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.783576] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.783928] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.784270] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.785354] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 97d05ea1-7a96-42ab-b8d3-b88050a68d9b not found, creating... [ 872.785354] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.785354] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.785354] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.785567] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.785690] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.786015] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.787428] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.787648] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.787970] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.788071] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.788199] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 97d05ea1-7a96-42ab-b8d3-b88050a68d9b is going to be created. [ 872.807715] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.808083] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.808153] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.808498] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.808691] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.808971] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-97d05ea1-7a96-42ab-b8d3-b88050a68d9b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.089599] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.090044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.090044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.090211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.090295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.090409] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 is going to be updated. [ 873.119635] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.119635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.119635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.119883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.120104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.128553] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: IN_PROGRESS for 2s [ 873.147505] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 in Status: SUCCESS [ 873.147783] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 deletion is rescheduled due to dependency. [ 873.147890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.207713] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac2b03c2-eb27-4ec6-ab0f-2b99490e2355',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.208518] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.267020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.267020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.267020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.267020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.267020] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da18b5d8-4d70-47b2-b01f-3395beebad70 with status ACTIVE [ 873.267020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.267020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.267020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.267020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.267020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.267020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.267020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.267020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.267020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.267020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.268116] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.268116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.268816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.269199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.271326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.271326] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da18b5d8-4d70-47b2-b01f-3395beebad70 is going to be updated. [ 873.292424] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.292424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.292424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.292424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.292424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.292424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.519162] env[68927]: INFO networking_nsxv3.common.synchronization [req-45b9c0ef-d414-42d7-8440-74feaad75be7 req-a2148a58-374e-4f5e-b87a-c683743a1154 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 with Priority: HIGHEST for action security_group_members [ 873.519374] env[68927]: INFO networking_nsxv3.common.synchronization [req-45b9c0ef-d414-42d7-8440-74feaad75be7 req-a2148a58-374e-4f5e-b87a-c683743a1154 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 873.519913] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 with Priority: HIGHEST for action security_group_members [ 873.520122] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 873.520342] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.520445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.520716] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.520794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.553875] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: SUCCESS [ 873.554074] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 deletion is rescheduled due to dependency. [ 873.554189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.669265] env[68927]: INFO networking_nsxv3.common.synchronization [req-45b9c0ef-d414-42d7-8440-74feaad75be7 req-a2148a58-374e-4f5e-b87a-c683743a1154 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_rules [ 873.669457] env[68927]: INFO networking_nsxv3.common.synchronization [req-45b9c0ef-d414-42d7-8440-74feaad75be7 req-a2148a58-374e-4f5e-b87a-c683743a1154 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 873.669601] env[68927]: INFO networking_nsxv3.common.synchronization [req-45b9c0ef-d414-42d7-8440-74feaad75be7 req-a2148a58-374e-4f5e-b87a-c683743a1154 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: da18b5d8-4d70-47b2-b01f-3395beebad70 with Priority: HIGHEST for action port [ 873.670356] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_rules [ 873.670617] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 873.670812] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da18b5d8-4d70-47b2-b01f-3395beebad70 with Priority: HIGHEST for action port [ 873.671115] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.671263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.671523] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.671662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.671896] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-da18b5d8-4d70-47b2-b01f-3395beebad70 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.672054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.672172] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.672412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.673247] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da18b5d8-4d70-47b2-b01f-3395beebad70',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.710114] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac2b03c2-eb27-4ec6-ab0f-2b99490e2355',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.713682] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.854139] env[68927]: INFO networking_nsxv3.common.synchronization [req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa req-9a0589f2-a099-47a0-acf3-3eea2a17d74b service nova] Enqueued Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_rules [ 873.854331] env[68927]: INFO networking_nsxv3.common.synchronization [req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa req-9a0589f2-a099-47a0-acf3-3eea2a17d74b service nova] Enqueued Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 873.854631] env[68927]: INFO networking_nsxv3.common.synchronization [req-6fb15e74-beb4-43d0-b816-fe9ead0bd0aa req-9a0589f2-a099-47a0-acf3-3eea2a17d74b service nova] Enqueued Resource ID: 97d05ea1-7a96-42ab-b8d3-b88050a68d9b with Priority: HIGHEST for action port [ 873.856787] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_rules [ 873.856970] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 873.857087] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d05ea1-7a96-42ab-b8d3-b88050a68d9b with Priority: HIGHEST for action port [ 873.857380] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.857564] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.857652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.857844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.857942] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.859311] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.859311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.859709] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-97d05ea1-7a96-42ab-b8d3-b88050a68d9b taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.859816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97d05ea1-7a96-42ab-b8d3-b88050a68d9b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.859894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97d05ea1-7a96-42ab-b8d3-b88050a68d9b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.865089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97d05ea1-7a96-42ab-b8d3-b88050a68d9b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.865089] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97d05ea1-7a96-42ab-b8d3-b88050a68d9b',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.168134] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24523c5b-9c92-4867-be83-8b7872f0d3c6 in Status: SUCCESS [ 874.168443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24523c5b-9c92-4867-be83-8b7872f0d3c6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.174867] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da18b5d8-4d70-47b2-b01f-3395beebad70 with status ACTIVE [ 874.175102] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.175235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.175315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.175569] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.175677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.175872] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.175982] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.176059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.176219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.176291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.176500] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.176597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.176659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.176798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.176872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.176956] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da18b5d8-4d70-47b2-b01f-3395beebad70 is going to be updated. [ 874.206281] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.206533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.206533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.206735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.206884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.207063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da18b5d8-4d70-47b2-b01f-3395beebad70" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.212800] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.213143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.213274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.214259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.214259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.214259] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 is going to be created. [ 874.217305] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.217569] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.218059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.218059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.218412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.218710] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62f770c-6622-4870-80d0-9af480e9f75f is going to be updated. [ 874.270105] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.270227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.270227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.270456] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.270626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.282955] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 in Status: UNINITIALIZED for 2s [ 874.283917] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.284061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.284149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.284360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.284500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.299946] env[68927]: INFO networking_nsxv3.common.synchronization [req-c89aa19f-84e7-4f02-bb16-4ceef252604d req-0cfaa750-bb19-469a-a7c3-e3d30769365d tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Enqueued Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 874.300567] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 874.300914] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.306123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.306281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.306529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.306714] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.306833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.306888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.307057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.307140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.307237] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.308865] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: IN_PROGRESS for 2s [ 874.365880] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.366024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.366190] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97d05ea1-7a96-42ab-b8d3-b88050a68d9b with status ACTIVE [ 874.366382] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.366516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.366609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.366790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.366879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.367754] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.367754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.367754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.367754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.367754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.367754] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.367754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.368107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.368107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.368107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.368209] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97d05ea1-7a96-42ab-b8d3-b88050a68d9b is going to be updated. [ 874.392287] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.392809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.392809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.392809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.393068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.393106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97d05ea1-7a96-42ab-b8d3-b88050a68d9b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.558416] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 874.558674] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.558838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.559137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.559381] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.559523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.559593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.559757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.559837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.559924] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.560100] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.560195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.560256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.560788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.560788] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.560788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.560788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.560998] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.560998] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.562996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.562996] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.815302] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.815302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.815302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.815302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.834366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.834637] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.834786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.834855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.835060] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.835190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.835230] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf is going to be updated. [ 874.859953] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.860137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.860137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.860625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.860625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.868708] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: IN_PROGRESS for 2s [ 875.064991] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d189c14-42e5-428f-af1d-d8b4ae4f6402: rpc.has_security_group_logging(os_id): False [ 875.082684] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.082846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.082895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.083113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.100959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.101303] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.101428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.101497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.101703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.101790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.101978] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.102093] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.102155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.102299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.102374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.102553] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.102655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.102717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.102854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.102928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.103950] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 875.136774] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: IN_PROGRESS for 4s [ 875.142324] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.142508] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-769" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.142643] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-769" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.142939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-769" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.143237] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.143915] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.143915] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.143915] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.144316] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.144316] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.144316] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.144547] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.144547] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.144658] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.144765] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.144877] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.162665] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.162837] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 875.162982] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.163180] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-769" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.163491] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-5cf43c01-7e81-49d5-8835-5d21627630f8 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.163697] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-5cf43c01-7e81-49d5-8835-5d21627630f8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.163848] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-5cf43c01-7e81-49d5-8835-5d21627630f8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.164148] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-5cf43c01-7e81-49d5-8835-5d21627630f8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.164292] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cf43c01-7e81-49d5-8835-5d21627630f8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.166247] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.166401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.166463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.166598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.166795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.216843] env[68927]: INFO networking_nsxv3.common.synchronization [req-31319575-8d61-44f9-b50c-81d0cb7f3d5d req-c552d6e6-4e25-4701-a45a-e059fe52bc8c tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 875.217346] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 875.217705] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.217830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.217906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.218150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.218300] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.218630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.218630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.218630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.218796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.218796] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.232453] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 875.669591] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.670243] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.670546] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.673017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.673017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.673017] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 5cf43c01-7e81-49d5-8835-5d21627630f8 not found, creating... [ 875.673017] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.673017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.673017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.673017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.673017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.673017] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.673017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.673584] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.673584] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.673912] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.674315] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 5cf43c01-7e81-49d5-8835-5d21627630f8 is going to be created. [ 875.695241] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.695241] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.695241] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.695241] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.695241] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.695241] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-5cf43c01-7e81-49d5-8835-5d21627630f8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.722452] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.722452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.722452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.722452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.745179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.745179] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.745179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.745179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.745179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.745179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.745179] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 875.779312] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.779312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.779312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.779550] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.780073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.790647] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 876.294251] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 in Status: SUCCESS [ 876.294837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.294837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.294837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.295292] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.295292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.295292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.295634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.295634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.295634] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac2b03c2-eb27-4ec6-ab0f-2b99490e2355',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.323510] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: SUCCESS [ 876.323738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.324549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.324771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.324954] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.325080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.325158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.325311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.325401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.325535] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.801511] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.804255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.804255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.804255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.804255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.804255] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.804255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.804255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.804255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.804255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.804255] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 is going to be deleted. [ 876.829208] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.829686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.829876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.830197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.830394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.832020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.832020] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.832020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.832020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.833144] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.833444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.833617] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.833852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.834089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.834296] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac2b03c2-eb27-4ec6-ab0f-2b99490e2355',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.880129] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: SUCCESS [ 876.880129] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf deletion is rescheduled due to dependency. [ 876.880129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.113019] env[68927]: INFO networking_nsxv3.common.synchronization [req-c89aa19f-84e7-4f02-bb16-4ceef252604d req-3e9fa3c7-914b-4920-bcb5-ae63f8014880 service nova] Enqueued Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_rules [ 877.113019] env[68927]: INFO networking_nsxv3.common.synchronization [req-c89aa19f-84e7-4f02-bb16-4ceef252604d req-3e9fa3c7-914b-4920-bcb5-ae63f8014880 service nova] Enqueued Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 877.113019] env[68927]: INFO networking_nsxv3.common.synchronization [req-c89aa19f-84e7-4f02-bb16-4ceef252604d req-3e9fa3c7-914b-4920-bcb5-ae63f8014880 service nova] Enqueued Resource ID: 5cf43c01-7e81-49d5-8835-5d21627630f8 with Priority: HIGHEST for action port [ 877.113019] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_rules [ 877.113019] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 877.113019] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf43c01-7e81-49d5-8835-5d21627630f8 with Priority: HIGHEST for action port [ 877.113019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.113019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.113019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.113726] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.113914] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.114906] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.115185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.115342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.115591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.115836] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.117400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.117400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.117400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.117400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.117400] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.117400] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cf43c01-7e81-49d5-8835-5d21627630f8 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.117400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cf43c01-7e81-49d5-8835-5d21627630f8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.117400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cf43c01-7e81-49d5-8835-5d21627630f8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.119089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cf43c01-7e81-49d5-8835-5d21627630f8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.120381] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cf43c01-7e81-49d5-8835-5d21627630f8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.148034] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: SUCCESS [ 877.148387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.148583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.149839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.149839] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.149839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.149839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.149839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.149839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.149839] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.257419] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 877.257690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.338527] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.341755] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.341955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.341955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.343098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.343098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.343098] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.343098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.343098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.343098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.343098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.343098] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 already deleted. [ 877.343098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.343098] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac2b03c2-eb27-4ec6-ab0f-2b99490e2355',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.344186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.344186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.344186] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.344488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.344488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.344488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.344488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.344843] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac2b03c2-eb27-4ec6-ab0f-2b99490e2355',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.621883] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.622973] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.623127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.623550] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cf43c01-7e81-49d5-8835-5d21627630f8 with status ACTIVE [ 877.623723] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.623832] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.623900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.624115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.624208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.624374] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.624471] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.624530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.624667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.624746] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.624922] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.625023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.625104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.625219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.625292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.625375] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cf43c01-7e81-49d5-8835-5d21627630f8 is going to be updated. [ 877.646329] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.646523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.646523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.646677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.646816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.646950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cf43c01-7e81-49d5-8835-5d21627630f8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.651579] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.801684] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 877.801884] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d deletion is rescheduled due to dependency. [ 877.801884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.846843] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac2b03c2-eb27-4ec6-ab0f-2b99490e2355',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.848208] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.848386] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.848386] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.849051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.849161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.849402] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.849562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.849641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.849847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.849954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.850231] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 already deleted. [ 877.850349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.850686] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.850813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.850887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.851150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.851313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.851426] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62f770c-6622-4870-80d0-9af480e9f75f is going to be updated. [ 877.876879] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.877339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.877473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.877900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.878223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.886699] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: IN_PROGRESS for 2s [ 878.127593] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.153784] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.353776] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac2b03c2-eb27-4ec6-ab0f-2b99490e2355: rpc.has_security_group_logging(os_id): False [ 878.371449] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.371657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.371657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.371869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.371961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.372197] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.372298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.372352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.372503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.372580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.372666] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 is going to be created. [ 878.387283] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ac2b03c2-eb27-4ec6-ab0f-2b99490e2355], does not exist path=[/infra/domains/default/groups/ac2b03c2-eb27-4ec6-ab0f-2b99490e2355]."\n}' [ 878.387435] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 [ 878.387508] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 878.415282] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.415282] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.415282] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.415282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.415806] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 is going to be created. [ 878.427062] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ac2b03c2-eb27-4ec6-ab0f-2b99490e2355], does not exist path=[/infra/domains/default/groups/ac2b03c2-eb27-4ec6-ab0f-2b99490e2355]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 [ 878.427218] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac2b03c2-eb27-4ec6-ab0f-2b99490e2355" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.427414] env[68927]: Traceback (most recent call last): [ 878.427468] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 878.427468] env[68927]: return func(*args, **kwargs) [ 878.427468] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 878.427468] env[68927]: res.raise_for_status() [ 878.427468] env[68927]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 878.427468] env[68927]: raise HTTPError(http_error_msg, response=self) [ 878.427468] env[68927]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 [ 878.427468] env[68927]: During handling of the above exception, another exception occurred: [ 878.427468] env[68927]: Traceback (most recent call last): [ 878.427468] env[68927]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 878.427468] env[68927]: listener.cb(fileno) [ 878.427468] env[68927]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 878.427468] env[68927]: result = function(*args, **kwargs) [ 878.427468] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 878.427468] env[68927]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 878.427468] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 878.427468] env[68927]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 878.427468] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 878.427468] env[68927]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 878.427468] env[68927]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 878.427468] env[68927]: res.raise_for_status() [ 878.427468] env[68927]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 878.427468] env[68927]: raise HTTPError(http_error_msg, response=self) [ 878.429367] env[68927]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ac2b03c2-eb27-4ec6-ab0f-2b99490e2355 [ 878.429367] env[68927]: Removing descriptor: 60 [ 878.631906] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.632378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.632378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.632522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.632868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.632868] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf is going to be updated. [ 878.657702] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.657896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.657970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.658216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.658308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.658433] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 is going to be updated. [ 878.660329] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.660474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.660543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.660667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.660798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.671330] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: IN_PROGRESS for 2s [ 878.685819] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.685955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.686025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.686220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.686357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.694400] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: IN_PROGRESS for 2s [ 879.007583] env[68927]: INFO networking_nsxv3.common.synchronization [req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e req-76d92dcb-63a5-46f3-b344-11d5c2c7ae50 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 879.007583] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 879.007583] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.007583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.007583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.007583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.007583] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.007583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.007583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.007990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.007990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.007990] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.281170] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.281468] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-403" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.281664] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-403" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.282119] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-403" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.282498] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.282722] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.282880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.283128] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.283280] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.283497] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.283615] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.283728] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.283838] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.283950] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.284070] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.284210] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.305155] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.305338] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.305484] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.305708] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-403" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.306015] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.306206] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.306335] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.306707] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.310021] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c5e4bdc-33fc-4c9c-945a-de343fa40d46',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.510101] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.510405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.510405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.510574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.510641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.510848] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.510943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.511009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.511162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.511237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.511432] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 already deleted. [ 879.511432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.813024] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.813024] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.813024] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.813024] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.813024] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.813024] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 not found, creating... [ 879.813024] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.813024] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.813024] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.813024] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.813024] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.814739] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.815072] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.817138] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.817138] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.817138] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.817138] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 is going to be created. [ 879.834817] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.835073] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.835225] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.835555] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.835789] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.836066] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.899044] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: SUCCESS [ 879.899219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.899412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.899615] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.899807] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.899954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.900009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.900492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.900492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.900492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.900492] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.901243] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.904090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.904090] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.904090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.904090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.904090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.904090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.904090] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.404236] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.404316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.404513] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.561951] env[68927]: INFO networking_nsxv3.common.synchronization [req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e req-a32fe93e-9041-4f57-9f3b-5f4dfbbe4208 service nova] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_rules [ 880.562228] env[68927]: INFO networking_nsxv3.common.synchronization [req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e req-a32fe93e-9041-4f57-9f3b-5f4dfbbe4208 service nova] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 880.562285] env[68927]: INFO networking_nsxv3.common.synchronization [req-afcbd06b-8c61-45c1-89ef-b38c68d41c1e req-a32fe93e-9041-4f57-9f3b-5f4dfbbe4208 service nova] Enqueued Resource ID: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 with Priority: HIGHEST for action port [ 880.562829] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_rules [ 880.562961] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 880.563633] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 with Priority: HIGHEST for action port [ 880.564420] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.564759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.564879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.566145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.566145] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.569166] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.569327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.570280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.570512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.571068] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.571068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.571068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.571301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.571507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.572453] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.573495] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.573708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.573708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.573839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.573917] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c5e4bdc-33fc-4c9c-945a-de343fa40d46',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.681105] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: SUCCESS [ 880.681523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.683026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.683026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.683026] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.683026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.683026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.683026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.683026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.683026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.683026] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.702469] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: SUCCESS [ 880.702838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.704042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.704042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.704042] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.704263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.704312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.704533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.704628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.704756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.704897] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.907609] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.075521] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.076583] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.076677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.077058] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 with status ACTIVE [ 881.077236] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.077360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.077475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.077686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.077776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.077954] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.078065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.078128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.078535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.078535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.078607] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.078742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.078839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.079672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.079783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.079865] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 is going to be updated. [ 881.098037] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.098231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.098314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.098521] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.098699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.098900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.187457] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.207763] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.208231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.208231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.208231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.208443] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.208519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.208622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.208676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.208756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.208838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.209013] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.209122] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.209181] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.209315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.209464] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.209550] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.209609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.209772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.209855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.209937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.210035] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.409852] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.410042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.410146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.410325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.410413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.410510] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62f770c-6622-4870-80d0-9af480e9f75f is going to be updated. [ 881.435639] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.435893] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.436096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.436349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.436920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.444968] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: IN_PROGRESS for 2s [ 881.578836] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.616322] env[68927]: INFO networking_nsxv3.common.synchronization [req-4a4c02f4-2973-4669-a32e-1b6bc40d193d req-4fd56bf2-a054-4988-8cc4-f7f35c364fc2 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 881.616322] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 881.617146] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.617146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.617146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.617377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.618065] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.618065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.618065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.618297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.618297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.618423] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.690816] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44484ceb-acba-41d6-8a6a-22639e07f9bf: rpc.has_security_group_logging(os_id): False [ 881.707757] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.707757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.707757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.708195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.713272] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a375d60-c576-4d3b-bfbd-df20233244b5: rpc.has_security_group_logging(os_id): False [ 881.725792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.726131] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.726258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.726318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.726599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.726599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.726677] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf is going to be updated. [ 881.729673] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.729868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.729920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.730077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.746143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.752019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.752019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.752019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.752019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.752019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.752019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.752019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.752019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.752019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.752019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.752019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.752019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.752019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.752019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.752791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.752791] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 is going to be updated. [ 881.820705] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.820705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.820705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.820705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.820705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.822719] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.822879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.823101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.823101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.823608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.836389] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: IN_PROGRESS for 2s [ 881.837297] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: IN_PROGRESS for 2s [ 881.975802] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.976092] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.976282] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.976795] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.977059] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.977299] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.977494] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.977900] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.978167] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.978494] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.978808] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.978971] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.979113] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.979243] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.979358] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.979505] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.999378] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.999552] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.999688] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.999881] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.000248] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-33430624-26af-4b84-83f7-58774688b35f taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.000510] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-33430624-26af-4b84-83f7-58774688b35f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.000646] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-33430624-26af-4b84-83f7-58774688b35f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.001026] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-33430624-26af-4b84-83f7-58774688b35f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.001175] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33430624-26af-4b84-83f7-58774688b35f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.080978] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.081245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.081322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.081557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.081671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.081822] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 is going to be created. [ 882.116410] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.116618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.116665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.116890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.117058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.122697] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.122945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.123192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.123524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.123803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.124020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.124204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.124320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.124584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.124704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.124830] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 already deleted. [ 882.124938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.134630] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: UNINITIALIZED for 2s [ 882.503856] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.504171] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.504313] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.504620] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.504827] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.505010] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 33430624-26af-4b84-83f7-58774688b35f not found, creating... [ 882.505346] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.505544] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.505674] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.505917] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.506082] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.506388] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.506551] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.506672] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.506909] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.507360] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.507520] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 33430624-26af-4b84-83f7-58774688b35f is going to be created. [ 882.525935] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.526193] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.526320] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.526640] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.526915] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.527185] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-33430624-26af-4b84-83f7-58774688b35f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.634954] env[68927]: INFO networking_nsxv3.common.synchronization [req-c18513db-8255-4850-bccd-be5300f2ab38 req-cc81873d-047b-4188-bd70-fc22344dd768 tempest-ServerRescueTestJSONUnderV235-1886635340 tempest-ServerRescueTestJSONUnderV235-1886635340-project-member] Enqueued Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 882.635763] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62f770c-6622-4870-80d0-9af480e9f75f with Priority: HIGHEST for action security_group_members [ 882.636145] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.636307] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.252318] env[68927]: INFO networking_nsxv3.common.synchronization [req-4a4c02f4-2973-4669-a32e-1b6bc40d193d req-15fef94e-9ece-499a-b123-8a16351318d3 service nova] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_rules [ 883.252318] env[68927]: INFO networking_nsxv3.common.synchronization [req-4a4c02f4-2973-4669-a32e-1b6bc40d193d req-15fef94e-9ece-499a-b123-8a16351318d3 service nova] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 883.252318] env[68927]: INFO networking_nsxv3.common.synchronization [req-4a4c02f4-2973-4669-a32e-1b6bc40d193d req-15fef94e-9ece-499a-b123-8a16351318d3 service nova] Enqueued Resource ID: 33430624-26af-4b84-83f7-58774688b35f with Priority: HIGHEST for action port [ 883.252318] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_rules [ 883.252318] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 883.252318] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33430624-26af-4b84-83f7-58774688b35f with Priority: HIGHEST for action port [ 883.252318] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.252318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.252318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.252318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.252817] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.253225] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.253346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.253346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.253510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.253653] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.253743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.253802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.253927] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.254014] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.254101] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.254835] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-33430624-26af-4b84-83f7-58774688b35f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.254987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33430624-26af-4b84-83f7-58774688b35f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.254987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33430624-26af-4b84-83f7-58774688b35f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.255199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33430624-26af-4b84-83f7-58774688b35f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.255281] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33430624-26af-4b84-83f7-58774688b35f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.455949] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: SUCCESS [ 883.458286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.458286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.458286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.458286] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.458286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.458286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.458286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.458286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.458286] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.757645] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.757986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.758249] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.760068] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33430624-26af-4b84-83f7-58774688b35f with status ACTIVE [ 883.760300] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.760444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.760514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.760719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.760831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.761039] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.761145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.761208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.761363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.761439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.761618] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.761709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.761761] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.761899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.761973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.762067] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33430624-26af-4b84-83f7-58774688b35f is going to be updated. [ 883.781614] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.781780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.781851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.782025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.782161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.782317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33430624-26af-4b84-83f7-58774688b35f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.851569] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: SUCCESS [ 883.851964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.855030] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: SUCCESS [ 883.855030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.960948] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.961166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.961227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.961532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.982526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.983528] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.983528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.983528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.983528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.983528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.983528] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62f770c-6622-4870-80d0-9af480e9f75f is going to be updated. [ 884.010914] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.011097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.011162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.011367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.011507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.020255] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: IN_PROGRESS for 2s [ 884.146219] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: SUCCESS [ 884.146654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.146654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.146913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.147227] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.147227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.147382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.147489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.147489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.147660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.147742] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.265022] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.650298] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.770168] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.770168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.770168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.770549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.770549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.770549] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be created. [ 884.792378] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.792533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.792580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.792793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.792950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.803984] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: UNINITIALIZED for 2s [ 884.988893] env[68927]: INFO networking_nsxv3.common.synchronization [None req-98e724ab-ef9d-4c87-87ff-6289fb1ea20b tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_rules [ 884.989966] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_rules [ 884.989966] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f74adbe-58f1-4c08-b14c-15b6079548f9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.990147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.990217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.990516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.990830] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f74adbe-58f1-4c08-b14c-15b6079548f9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.067570] env[68927]: INFO networking_nsxv3.common.synchronization [None req-e0256c1a-9a0f-45f2-847b-6fa322f99aa1 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_rules [ 885.068134] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_rules [ 885.068445] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f74adbe-58f1-4c08-b14c-15b6079548f9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.068551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.153232] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9: rpc.has_security_group_logging(os_id): False [ 885.170521] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.170721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.170721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.170944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.171065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.171309] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.171416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.171476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.171634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.171760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.171876] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 is going to be created. [ 885.282914] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.282914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.282914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.283274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.283274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.295874] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: IN_PROGRESS for 2s [ 885.521461] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.521603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.521676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.521881] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.521973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.522086] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 already deleted. [ 885.522176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.522667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.522845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.522929] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f74adbe-58f1-4c08-b14c-15b6079548f9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.029608] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: SUCCESS [ 886.029888] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62f770c-6622-4870-80d0-9af480e9f75f deletion is rescheduled due to dependency. [ 886.029888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.030060] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.030275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.030534] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.030612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.030647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.030775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.030853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.030938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.031111] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62f770c-6622-4870-80d0-9af480e9f75f taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.031191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.031252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.031391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.031527] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.031631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.031687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.031815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.031889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.031969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.032254] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.033123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.033353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.033551] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.033710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.033840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.034044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.034536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.034684] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.040792] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.040936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.041013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.041207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.041296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.041388] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 already deleted. [ 886.041474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.393599] env[68927]: INFO networking_nsxv3.common.synchronization [req-4a4c02f4-2973-4669-a32e-1b6bc40d193d req-38ef0ed5-247c-4c4d-a985-fbd633d51ce2 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 886.394192] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 886.394470] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.394627] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.536341] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b62f770c-6622-4870-80d0-9af480e9f75f: rpc.has_security_group_logging(os_id): False [ 886.537704] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.537874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.537957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.538507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.538507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.538507] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.538776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.538776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.538927] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.539068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.539234] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62f770c-6622-4870-80d0-9af480e9f75f is going to be updated. [ 886.556410] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.556591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.556659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.556823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.556913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.557138] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.557244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.557331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.557671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.557794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.557919] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.558023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.558122] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.558239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.558316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.558541] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.558650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.558735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.560102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.560102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.560102] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b62f770c-6622-4870-80d0-9af480e9f75f is going to be updated. [ 886.567021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.567486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.567570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.567809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.567959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.575919] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: IN_PROGRESS for 2s [ 886.630904] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.630904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.630904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.630904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.630904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.642877] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: IN_PROGRESS for 2s [ 886.651987] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.652202] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.652330] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.652607] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.652911] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.653090] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.653209] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.653426] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.653569] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.653770] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.653884] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.653990] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.654304] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.654428] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.654540] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.654675] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.682054] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.682240] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.682385] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.682562] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-972" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.682873] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-4d61d534-40ed-41ef-aeed-503d331303ad taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.684022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-4d61d534-40ed-41ef-aeed-503d331303ad" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.684022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-4d61d534-40ed-41ef-aeed-503d331303ad" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.684022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-4d61d534-40ed-41ef-aeed-503d331303ad" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.684022] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d61d534-40ed-41ef-aeed-503d331303ad',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.814984] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 886.815138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.815323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.815548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.815760] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.815897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.815973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.816175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.816321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.816391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.816434] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.817588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.817588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.817803] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.818188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.818188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.818188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.818188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.818383] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.186689] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.187179] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.187343] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.187730] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.188563] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.188563] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 4d61d534-40ed-41ef-aeed-503d331303ad not found, creating... [ 887.188861] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.189020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.189192] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.189536] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.189763] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.190246] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.190619] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.190829] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.191177] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.191359] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.191630] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 4d61d534-40ed-41ef-aeed-503d331303ad is going to be created. [ 887.223527] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.223527] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.223527] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.223527] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.223905] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.223905] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-4d61d534-40ed-41ef-aeed-503d331303ad" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.313986] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: SUCCESS [ 887.314208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.319881] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.320018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.323478] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.826438] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.909751] env[68927]: INFO networking_nsxv3.common.synchronization [req-4a4c02f4-2973-4669-a32e-1b6bc40d193d req-bc0474b9-ac2e-4048-95f6-be27e2b77e6a service nova] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_rules [ 887.909931] env[68927]: INFO networking_nsxv3.common.synchronization [req-4a4c02f4-2973-4669-a32e-1b6bc40d193d req-bc0474b9-ac2e-4048-95f6-be27e2b77e6a service nova] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 887.910086] env[68927]: INFO networking_nsxv3.common.synchronization [req-4a4c02f4-2973-4669-a32e-1b6bc40d193d req-bc0474b9-ac2e-4048-95f6-be27e2b77e6a service nova] Enqueued Resource ID: 4d61d534-40ed-41ef-aeed-503d331303ad with Priority: HIGHEST for action port [ 887.910680] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_rules [ 887.910757] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 887.910853] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d61d534-40ed-41ef-aeed-503d331303ad with Priority: HIGHEST for action port [ 887.911770] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.911883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.912132] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.912222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.912412] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d61d534-40ed-41ef-aeed-503d331303ad taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.912509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d61d534-40ed-41ef-aeed-503d331303ad" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.912572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d61d534-40ed-41ef-aeed-503d331303ad" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.912778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d61d534-40ed-41ef-aeed-503d331303ad" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.912857] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d61d534-40ed-41ef-aeed-503d331303ad',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.330390] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.330780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.330780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.331148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.331283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.331400] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be updated. [ 888.358377] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.358566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.358650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.358864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.359025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.367174] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: IN_PROGRESS for 2s [ 888.417169] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d61d534-40ed-41ef-aeed-503d331303ad with status ACTIVE [ 888.417263] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.417533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.417710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.418100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.418299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.418626] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.418841] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.418983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.419306] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.419500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.420109] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.420109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.420109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.420425] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.420561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.420704] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d61d534-40ed-41ef-aeed-503d331303ad is going to be updated. [ 888.441375] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.441665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.441752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.442039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.442240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.442473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d61d534-40ed-41ef-aeed-503d331303ad" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.586259] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: SUCCESS [ 888.586440] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62f770c-6622-4870-80d0-9af480e9f75f deletion is rescheduled due to dependency. [ 888.586557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.657528] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b62f770c-6622-4870-80d0-9af480e9f75f in Status: SUCCESS [ 888.657857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.658072] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.658309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.658404] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b62f770c-6622-4870-80d0-9af480e9f75f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.178020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.178207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.178288] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.178600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.178741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.178889] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b62f770c-6622-4870-80d0-9af480e9f75f is going to be deleted. [ 889.233354] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.233507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.233641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.233780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.233872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.233991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b62f770c-6622-4870-80d0-9af480e9f75f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.377902] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 890.378219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.378316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.378549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.378767] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.378911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.378984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.379165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.379247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.379334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.379497] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.379580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.379640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.379778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.379916] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.380089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.380155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.380293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.380367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.380449] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.380552] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.381417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.381582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.381724] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.381825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.381888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.382034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.382132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.382198] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.884656] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 741ca217-f65f-49b8-9e0d-80917e9692f0: rpc.has_security_group_logging(os_id): False [ 890.885807] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.903850] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.903998] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.903998] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.904192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.904283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.904499] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.904636] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.904679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.904816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.904912] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.905113] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.905245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.905311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.905452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.905527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.905832] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.905978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.906046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.906149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.906458] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.906458] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be created. [ 890.959943] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.959943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.959943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.959943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.960146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.978585] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: IN_PROGRESS for 2s [ 891.388606] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.897156] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.897156] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.897268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.898514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.898514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.898514] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be updated. [ 891.932531] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.932840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.932901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.933155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.933303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.943063] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: IN_PROGRESS for 2s [ 892.193297] env[68927]: INFO networking_nsxv3.common.synchronization [req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 req-d4c99c82-048d-43fc-a467-467071d810b7 tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Enqueued Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 892.193297] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 892.193455] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.193679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.193679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.193963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.194204] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.194360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.194459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.194660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.194793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.194952] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.507985] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.508376] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-531" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.508376] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-531" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.508650] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-531" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.508952] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.509134] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.509258] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.509479] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.509628] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.509838] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.509959] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.510085] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.510196] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.510309] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.510422] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.510556] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.532229] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.532396] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.532542] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.533084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-531" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.533084] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-e6c9292b-2209-454c-a5a7-ad9dfb17b426 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.533282] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-e6c9292b-2209-454c-a5a7-ad9dfb17b426" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.533332] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-e6c9292b-2209-454c-a5a7-ad9dfb17b426" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.533636] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-e6c9292b-2209-454c-a5a7-ad9dfb17b426" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.533781] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c9292b-2209-454c-a5a7-ad9dfb17b426',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.698218] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.698499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.698499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.698731] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.698840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.699054] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.699152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.699208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.699368] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.699444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.699529] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee already deleted. [ 892.699608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.992117] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 892.992117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.992117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.992117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.992117] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.036069] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.036311] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.036442] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.036733] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.036939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.037160] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port e6c9292b-2209-454c-a5a7-ad9dfb17b426 not found, creating... [ 893.037416] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.037631] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.037838] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.038235] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.038344] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.038647] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.038812] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.038937] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.039167] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.039325] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.039518] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: e6c9292b-2209-454c-a5a7-ad9dfb17b426 is going to be created. [ 893.058533] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.058746] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.058925] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.059250] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.059485] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.059716] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-e6c9292b-2209-454c-a5a7-ad9dfb17b426" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.496815] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.497597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.756251] env[68927]: INFO networking_nsxv3.common.synchronization [req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 req-30711146-eb63-4e45-9a94-f5ea67fee9b0 service nova] Enqueued Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_rules [ 893.756251] env[68927]: INFO networking_nsxv3.common.synchronization [req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 req-30711146-eb63-4e45-9a94-f5ea67fee9b0 service nova] Enqueued Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 893.756251] env[68927]: INFO networking_nsxv3.common.synchronization [req-1fb4de25-6a9c-4274-92b1-e4d61df915f5 req-30711146-eb63-4e45-9a94-f5ea67fee9b0 service nova] Enqueued Resource ID: e6c9292b-2209-454c-a5a7-ad9dfb17b426 with Priority: HIGHEST for action port [ 893.756928] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_rules [ 893.757263] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 893.758022] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c9292b-2209-454c-a5a7-ad9dfb17b426 with Priority: HIGHEST for action port [ 893.758497] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.758904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.759116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.759706] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.760433] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.762142] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.762142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.762142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.762354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.762713] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.764036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.764036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.764036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.764036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.764036] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.765432] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6c9292b-2209-454c-a5a7-ad9dfb17b426 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.765582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6c9292b-2209-454c-a5a7-ad9dfb17b426" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.765967] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6c9292b-2209-454c-a5a7-ad9dfb17b426" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.766196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6c9292b-2209-454c-a5a7-ad9dfb17b426" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.766422] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c9292b-2209-454c-a5a7-ad9dfb17b426',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.953087] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 893.953384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.953597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.953857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.954105] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.954293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.954343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.954541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.954660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.954775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.954894] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.268418] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.269516] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.270107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.270107] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6c9292b-2209-454c-a5a7-ad9dfb17b426 with status ACTIVE [ 894.270107] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.270107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.270403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.270403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.270459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.270619] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.270712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.270771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.271593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.271593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.271593] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.271593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.271593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.271593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.271593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.271904] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6c9292b-2209-454c-a5a7-ad9dfb17b426 is going to be updated. [ 894.292042] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.292042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.292042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.292641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.292641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.292743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6c9292b-2209-454c-a5a7-ad9dfb17b426" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.458752] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.458980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.458980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.460013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.460265] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.460381] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.460447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.460631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.460721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.460810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.460959] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.461066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.461127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.461268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.461401] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.461490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.461552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.461680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.461755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.461836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.461926] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.773266] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.965055] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 741ca217-f65f-49b8-9e0d-80917e9692f0: rpc.has_security_group_logging(os_id): False [ 894.981509] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.981690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.981735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.981929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.982038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.982267] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.982369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.982431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.982584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.982661] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.982848] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.982962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.982997] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.983149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.983222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.983398] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.983491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.983557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.983941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.983941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.983941] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be updated. [ 895.037771] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.037771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.037771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.038040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.038110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.050226] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: IN_PROGRESS for 2s [ 895.275772] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.276021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.276021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.276411] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.276493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.276598] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee is going to be created. [ 895.300017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.300316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.300477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.300810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.301080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.311515] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: UNINITIALIZED for 2s [ 896.422318] env[68927]: INFO networking_nsxv3.common.synchronization [req-db627e10-db82-4842-b1ef-1d7938a10a72 req-7300ea7f-9620-4f66-815d-93253e502379 tempest-ListServerFiltersTestJSON-1051658881 tempest-ListServerFiltersTestJSON-1051658881-project-member] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 896.422545] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGHEST for action security_group_members [ 896.422821] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.422945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.423017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.423210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.426080] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.426080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.426080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.426080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.426080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.426080] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.928041] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.928267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.928357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.928625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.948405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.948679] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.949338] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.949338] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.949338] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.949530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.949611] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be updated. [ 896.974958] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.975130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.975251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.975423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.975558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.984061] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: IN_PROGRESS for 2s [ 897.066352] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 897.066578] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.321777] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: SUCCESS [ 897.321953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.322148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.322420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.322615] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.322730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.322792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.322968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.323069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.323155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.323271] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.826078] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.826553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.826553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.826766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.826986] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.827166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.827228] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.827423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.827538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.827659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.827888] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.828022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.828128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.828308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.828491] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.828590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.828660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.828875] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.828991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.829219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.829382] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.335158] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6327bc39-9bf0-4739-80a9-2c69f1cf2bee: rpc.has_security_group_logging(os_id): False [ 898.350845] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.353023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.353023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.353023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.353023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.353023] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.353023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.353023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.353023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.353023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.353023] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.353023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.353023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.353023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.355172] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.355172] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.355172] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.355172] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.355172] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.355172] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.355172] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee is going to be created. [ 898.409788] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.409788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.409788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.409788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.409788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.423376] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: IN_PROGRESS for 2s [ 898.423376] env[68927]: INFO networking_nsxv3.common.synchronization [req-9297c001-8c6b-48b5-bd98-c964741db714 req-45e8e732-8d03-47e7-8ea6-39d8c680ff7a tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 898.423376] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 898.423376] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.423376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.423376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.423812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.424067] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.424277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.424422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.424667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.424841] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.425028] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.514026] env[68927]: INFO networking_nsxv3.common.synchronization [req-0e218ce8-4dab-472f-8587-aecdf7f53944 req-c9f3b4f0-fbd5-4f4e-8803-ea87cd7f6c80 tempest-MultipleCreateTestJSON-887670123 tempest-MultipleCreateTestJSON-887670123-project-member] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 898.514519] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGHEST for action security_group_members [ 898.514832] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.514935] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.927651] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.993322] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7437090d-af59-4315-a675-4274cbfc0f62 in Status: SUCCESS [ 898.993529] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 deletion is rescheduled due to dependency. [ 898.993775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.430754] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.933390] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.933390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.933829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.933829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.933829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.933977] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be updated. [ 899.958124] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.958274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.958343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.958564] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.958713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.967704] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: IN_PROGRESS for 2s [ 900.452537] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: SUCCESS [ 900.452780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.961213] env[68927]: INFO networking_nsxv3.common.synchronization [req-102221fb-8b08-4758-908f-d220d4355b19 req-76878b41-f9bf-4aa2-adce-2e49575070c6 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Enqueued Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_members [ 900.962271] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_members [ 900.962365] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa63990-4332-482c-a477-0c46d98c27f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.962441] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.962539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.962789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.962945] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.963066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.963122] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.963515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.963515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.963515] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa63990-4332-482c-a477-0c46d98c27f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.314430] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.314661] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-928" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.314797] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-928" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.315143] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-928" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.315417] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.315598] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.316796] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.317119] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.317308] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.317505] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.317624] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.317734] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.317878] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.318038] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.318142] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.318262] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.337419] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.338824] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.338824] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.338824] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-928" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.338824] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-762e3f6b-cfc9-4634-bf70-1daa105c5192 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.338824] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-762e3f6b-cfc9-4634-bf70-1daa105c5192" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.338824] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-762e3f6b-cfc9-4634-bf70-1daa105c5192" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.339244] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-762e3f6b-cfc9-4634-bf70-1daa105c5192" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.339244] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('762e3f6b-cfc9-4634-bf70-1daa105c5192',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.465811] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.465914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.465993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.466207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.466298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.466538] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.466639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.466700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.466847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.466926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.467036] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa63990-4332-482c-a477-0c46d98c27f0 already deleted. [ 901.467137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.844385] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.844624] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.844756] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.845106] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.845272] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.845434] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 762e3f6b-cfc9-4634-bf70-1daa105c5192 not found, creating... [ 901.845709] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.845876] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.845998] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.846249] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.847032] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.847032] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.847032] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.847032] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.847253] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.847300] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.847443] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 762e3f6b-cfc9-4634-bf70-1daa105c5192 is going to be created. [ 901.878635] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.878872] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.879015] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.879358] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.879601] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.879844] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-762e3f6b-cfc9-4634-bf70-1daa105c5192" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.976947] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 901.977300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.977346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.977534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.977715] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.977905] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.977964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.978147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.978229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.978326] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.480713] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.480882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.480969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.481220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.481325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.481523] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.481625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.481683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.481835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.481939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.482031] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be updated. [ 902.507132] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.507297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.507368] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.507555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.507698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.516163] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: IN_PROGRESS for 2s [ 902.794345] env[68927]: INFO networking_nsxv3.common.synchronization [req-102221fb-8b08-4758-908f-d220d4355b19 req-1c390de9-c445-4e78-bc50-34ebad5910b5 service nova] Enqueued Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_rules [ 902.794345] env[68927]: INFO networking_nsxv3.common.synchronization [req-102221fb-8b08-4758-908f-d220d4355b19 req-1c390de9-c445-4e78-bc50-34ebad5910b5 service nova] Enqueued Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_members [ 902.794345] env[68927]: INFO networking_nsxv3.common.synchronization [req-102221fb-8b08-4758-908f-d220d4355b19 req-1c390de9-c445-4e78-bc50-34ebad5910b5 service nova] Enqueued Resource ID: 762e3f6b-cfc9-4634-bf70-1daa105c5192 with Priority: HIGHEST for action port [ 902.794763] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_rules [ 902.794763] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_members [ 902.794763] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 762e3f6b-cfc9-4634-bf70-1daa105c5192 with Priority: HIGHEST for action port [ 902.795369] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfa63990-4332-482c-a477-0c46d98c27f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.795465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.795534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.795753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.795848] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfa63990-4332-482c-a477-0c46d98c27f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.802027] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa63990-4332-482c-a477-0c46d98c27f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.802027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.802027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.802027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.802027] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.802027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.802027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.802027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.802027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.802027] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa63990-4332-482c-a477-0c46d98c27f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.804854] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-762e3f6b-cfc9-4634-bf70-1daa105c5192 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.804854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-762e3f6b-cfc9-4634-bf70-1daa105c5192" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.804854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-762e3f6b-cfc9-4634-bf70-1daa105c5192" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.804854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-762e3f6b-cfc9-4634-bf70-1daa105c5192" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.804854] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('762e3f6b-cfc9-4634-bf70-1daa105c5192',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.307958] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa63990-4332-482c-a477-0c46d98c27f0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.307958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.307958] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 762e3f6b-cfc9-4634-bf70-1daa105c5192 with status ACTIVE [ 903.307958] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.307958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.308489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.308489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.308569] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.308750] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.308821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.308893] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.309070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.309154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.309341] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.309441] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.309496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.309631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.309803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.309803] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 762e3f6b-cfc9-4634-bf70-1daa105c5192 is going to be updated. [ 903.311096] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfa63990-4332-482c-a477-0c46d98c27f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.333523] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.333679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.333743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.333924] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.334072] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.334225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-762e3f6b-cfc9-4634-bf70-1daa105c5192" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.813488] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfa63990-4332-482c-a477-0c46d98c27f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.316326] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.316616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.316616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.316779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.316871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.316978] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa63990-4332-482c-a477-0c46d98c27f0 is going to be created. [ 904.338054] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.338196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.338259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.338466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.338621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.347234] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa63990-4332-482c-a477-0c46d98c27f0 in Status: UNINITIALIZED for 2s [ 904.526041] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 in Status: SUCCESS [ 904.526366] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 deletion is rescheduled due to dependency. [ 904.527050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.361148] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa63990-4332-482c-a477-0c46d98c27f0 in Status: SUCCESS [ 906.361434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.361434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.361685] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.361875] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.361989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.362063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.362224] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.362303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.362387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.362477] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfa63990-4332-482c-a477-0c46d98c27f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.484962] env[68927]: INFO networking_nsxv3.common.synchronization [req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 req-8fe88e3b-9518-4bf5-993c-a8833acf58eb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 906.485156] env[68927]: INFO networking_nsxv3.common.synchronization [req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 req-8fe88e3b-9518-4bf5-993c-a8833acf58eb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGHEST for action security_group_members [ 906.485345] env[68927]: INFO networking_nsxv3.common.synchronization [req-3a96e191-d44a-415f-ba76-411b5f5bf7c9 req-8fe88e3b-9518-4bf5-993c-a8833acf58eb tempest-SecurityGroupsTestJSON-312938130 tempest-SecurityGroupsTestJSON-312938130-project-member] Enqueued Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_members [ 906.486049] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGHEST for action security_group_members [ 906.486049] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGHEST for action security_group_members [ 906.488330] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGHEST for action security_group_members [ 906.488658] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.488793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.488926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.489189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.489363] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.489546] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.489546] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.489687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.489770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.489882] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.491268] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-839ef25e-e60e-4a6e-98e1-df0981ee667e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.491372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.491446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.491973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.492111] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.492214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.492312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.492566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.492566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.492704] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.493549] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-90383b61-6ad5-4b27-a26a-5031c62bfb0d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.493660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.493796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.493866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.494014] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.494118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.494188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.494319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.494403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.494488] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.868117] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfa63990-4332-482c-a477-0c46d98c27f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.000080] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.000080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.000080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.000361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.001684] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.001836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.002209] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.002332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.020746] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.021067] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.021216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.021277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.021486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.021574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.021669] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e is going to be updated. [ 907.022740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.022922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.049889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.050283] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.050451] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.050505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.050729] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.050839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.050910] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be updated. [ 907.052073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.053599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.054089] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.054256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.054308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.059025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.059025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.065021] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e in Status: IN_PROGRESS for 2s [ 907.073783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.074146] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.074280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.074435] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.075993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.075993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.075993] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d is going to be updated. [ 907.081718] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.081718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.081718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.081718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.081718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.091567] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: IN_PROGRESS for 2s [ 907.103599] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.103599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.103599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.103599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.103599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.112580] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: IN_PROGRESS for 2s [ 907.243226] env[68927]: INFO networking_nsxv3.common.synchronization [req-19ffbe63-a07c-4c22-9baa-830cc2d8ba55 req-6c59974a-06fd-4307-9001-634d37e20e81 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 907.244537] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 907.244537] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.244537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.244537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.244537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.244756] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.244756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.244756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.244870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.244934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.247738] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.372788] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfa63990-4332-482c-a477-0c46d98c27f0: rpc.has_security_group_logging(os_id): False [ 907.391155] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.391155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.391155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.391502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.391502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.391655] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.391856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.391856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.391957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.392053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.392143] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfa63990-4332-482c-a477-0c46d98c27f0 is going to be created. [ 907.457353] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.457476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.457513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.457714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.457910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.468052] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa63990-4332-482c-a477-0c46d98c27f0 in Status: IN_PROGRESS for 2s [ 907.752774] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.259878] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.763625] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.765794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.765794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.765794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.765794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.765794] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 908.803489] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.803707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.803855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.804182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.804505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.814283] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 909.073093] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e in Status: SUCCESS [ 909.073278] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e deletion is rescheduled due to dependency. [ 909.073395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.101638] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 in Status: SUCCESS [ 909.101821] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 deletion is rescheduled due to dependency. [ 909.101933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.120586] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d in Status: SUCCESS [ 909.120765] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d deletion is rescheduled due to dependency. [ 909.120878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.481270] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa63990-4332-482c-a477-0c46d98c27f0 in Status: SUCCESS [ 909.481691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.558221] env[68927]: INFO networking_nsxv3.common.synchronization [req-5aef5115-86d7-4bc9-bb16-d78486c099d3 req-1b007ae0-7c95-4603-ba90-c7bf69e04d6b tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 909.558221] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 909.558221] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.558577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.558783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.559225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.559524] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.559780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.561250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.561250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.561250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.561250] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.038911] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.039298] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.039298] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.039603] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.039880] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.041103] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.041658] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.042055] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.042468] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.042988] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.043376] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.043559] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.043727] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.043889] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.044164] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.044506] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.063260] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.063260] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.063406] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.063605] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.063929] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-d41ce333-9182-4136-bcad-b8176a408581 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.064119] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-d41ce333-9182-4136-bcad-b8176a408581" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.064245] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-d41ce333-9182-4136-bcad-b8176a408581" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.064576] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-d41ce333-9182-4136-bcad-b8176a408581" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.064723] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d41ce333-9182-4136-bcad-b8176a408581',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.066764] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.067026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.067590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.067868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.068075] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.068815] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.068968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.069588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.069821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.070718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.070976] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 already deleted. [ 910.070976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.233126] env[68927]: INFO networking_nsxv3.common.synchronization [None req-ea69b8e0-af16-4451-8134-7172a1f442ac None None] Enqueued Resource ID: ff599ab4-a1cf-4270-8f54-efdbb1b95bb0 with Priority: HIGHEST for action port [ 910.233402] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff599ab4-a1cf-4270-8f54-efdbb1b95bb0 with Priority: HIGHEST for action port [ 910.234094] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff599ab4-a1cf-4270-8f54-efdbb1b95bb0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.234209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff599ab4-a1cf-4270-8f54-efdbb1b95bb0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.234209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff599ab4-a1cf-4270-8f54-efdbb1b95bb0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.234535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff599ab4-a1cf-4270-8f54-efdbb1b95bb0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.234652] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff599ab4-a1cf-4270-8f54-efdbb1b95bb0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.576022] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.576022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.576022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.576022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.576022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.576022] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port d41ce333-9182-4136-bcad-b8176a408581 not found, creating... [ 910.576022] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.576022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.576022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.576022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.576022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.577462] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.578781] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.581847] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.581847] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.581847] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.581847] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: d41ce333-9182-4136-bcad-b8176a408581 is going to be created. [ 910.615879] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.615879] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.615879] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.615879] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.615879] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.615879] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-d41ce333-9182-4136-bcad-b8176a408581" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.738454] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff599ab4-a1cf-4270-8f54-efdbb1b95bb0 [ 910.738454] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.738659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.738659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.739161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.739161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.739161] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff599ab4-a1cf-4270-8f54-efdbb1b95bb0 already deleted. [ 910.739265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff599ab4-a1cf-4270-8f54-efdbb1b95bb0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.829335] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 910.829335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.066280] env[68927]: INFO networking_nsxv3.common.synchronization [None req-69f589dc-3769-4d6e-a876-bb23ad7c30dd tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_rules [ 911.066280] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_rules [ 911.066560] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.066560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.066644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.067199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.067199] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be3b2bb-f69b-436c-aaa0-6851d4ccdd33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.153779] env[68927]: INFO networking_nsxv3.common.synchronization [None req-52a028ba-b49f-4ecd-8a1e-7c48e575000b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_rules [ 911.155231] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_rules [ 911.155598] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.155977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.538600] env[68927]: INFO networking_nsxv3.common.synchronization [req-5aef5115-86d7-4bc9-bb16-d78486c099d3 req-846a059b-47a2-4a4a-8374-6b6122556eaf service nova] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_rules [ 911.540862] env[68927]: INFO networking_nsxv3.common.synchronization [req-5aef5115-86d7-4bc9-bb16-d78486c099d3 req-846a059b-47a2-4a4a-8374-6b6122556eaf service nova] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 911.540862] env[68927]: INFO networking_nsxv3.common.synchronization [req-5aef5115-86d7-4bc9-bb16-d78486c099d3 req-846a059b-47a2-4a4a-8374-6b6122556eaf service nova] Enqueued Resource ID: d41ce333-9182-4136-bcad-b8176a408581 with Priority: HIGHEST for action port [ 911.541500] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_rules [ 911.545133] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 911.545133] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41ce333-9182-4136-bcad-b8176a408581 with Priority: HIGHEST for action port [ 911.545133] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.545133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.545133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.545133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.545133] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.545133] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.545133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.545133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.545133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.545133] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.545133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.545133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.545133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.546412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.546695] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.547990] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d41ce333-9182-4136-bcad-b8176a408581 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.548826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d41ce333-9182-4136-bcad-b8176a408581" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.549107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d41ce333-9182-4136-bcad-b8176a408581" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.549950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d41ce333-9182-4136-bcad-b8176a408581" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.549950] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d41ce333-9182-4136-bcad-b8176a408581',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.591769] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.591769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.591769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.591769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.591769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.591769] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 already deleted. [ 911.591769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.591769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.591769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.591769] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be3b2bb-f69b-436c-aaa0-6851d4ccdd33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.654227] env[68927]: INFO networking_nsxv3.common.synchronization [None req-458dbe14-dc87-48bb-9c8d-ce4a4d65e467 None None] Enqueued Resource ID: 79d2d62e-81ec-4431-ad8d-ae45fb06af96 with Priority: HIGHEST for action port [ 911.654227] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d2d62e-81ec-4431-ad8d-ae45fb06af96 with Priority: HIGHEST for action port [ 911.654227] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-79d2d62e-81ec-4431-ad8d-ae45fb06af96 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.654227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79d2d62e-81ec-4431-ad8d-ae45fb06af96" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.654227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79d2d62e-81ec-4431-ad8d-ae45fb06af96" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.654227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79d2d62e-81ec-4431-ad8d-ae45fb06af96" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.654227] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d2d62e-81ec-4431-ad8d-ae45fb06af96',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.051936] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.053445] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.053570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.053946] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d41ce333-9182-4136-bcad-b8176a408581 with status ACTIVE [ 912.054128] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.054279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.054315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.054493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.054583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.054748] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.054855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.054901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.059153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.059295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.059526] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.059637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.059703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.059875] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.059969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.060070] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d41ce333-9182-4136-bcad-b8176a408581 is going to be updated. [ 912.080330] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.080616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.080616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.080749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.080888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.081063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d41ce333-9182-4136-bcad-b8176a408581" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.112206] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.112206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.112206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.112206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.112206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.112206] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 already deleted. [ 912.112838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.157212] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79d2d62e-81ec-4431-ad8d-ae45fb06af96 [ 912.158730] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.158730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.158730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.158730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.158730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.158730] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79d2d62e-81ec-4431-ad8d-ae45fb06af96 already deleted. [ 912.158730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79d2d62e-81ec-4431-ad8d-ae45fb06af96" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.558441] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.889433] env[68927]: INFO networking_nsxv3.common.synchronization [None req-cf3e986e-e294-4e56-a084-85de67182a51 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Enqueued Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_rules [ 912.889997] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_rules [ 912.890333] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88b3cf4e-fbad-49fb-9243-8065a9725acd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.890457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.890525] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.890846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.890846] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.978487] env[68927]: INFO networking_nsxv3.common.synchronization [None req-7aa5afe2-508f-4bd9-aa79-284c903511c4 None None] Enqueued Resource ID: f7803b53-0bb2-4217-8b19-32638dce3b97 with Priority: HIGHEST for action port [ 912.981680] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7803b53-0bb2-4217-8b19-32638dce3b97 with Priority: HIGHEST for action port [ 912.982176] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7803b53-0bb2-4217-8b19-32638dce3b97 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.982645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7803b53-0bb2-4217-8b19-32638dce3b97" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.982645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7803b53-0bb2-4217-8b19-32638dce3b97" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.983949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7803b53-0bb2-4217-8b19-32638dce3b97" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.983949] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7803b53-0bb2-4217-8b19-32638dce3b97',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.008342] env[68927]: INFO networking_nsxv3.common.synchronization [None req-9e59fdf5-43d6-42d4-a365-632950c3dce9 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Enqueued Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_rules [ 913.009087] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_rules [ 913.009791] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88b3cf4e-fbad-49fb-9243-8065a9725acd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.009791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.064661] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.064872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.064937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.065205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.065349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.065460] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 is going to be created. [ 913.091074] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.091459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.091459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.091576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.091750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.102013] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: UNINITIALIZED for 2s [ 913.419277] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.419277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.419277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.419485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.419640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.419734] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd already deleted. [ 913.419844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.420087] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.420325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.420442] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.485641] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7803b53-0bb2-4217-8b19-32638dce3b97 [ 913.485894] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.486064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.486137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.486369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.486468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.486567] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7803b53-0bb2-4217-8b19-32638dce3b97 already deleted. [ 913.486654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7803b53-0bb2-4217-8b19-32638dce3b97" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.944438] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.944438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.944557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.944672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.944759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.944851] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd already deleted. [ 913.945141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.270695] env[68927]: INFO networking_nsxv3.common.synchronization [None req-24be35fe-cd24-4180-8ba7-1ae47a4e2e6a None None] Enqueued Resource ID: 5943ef9f-212f-4ee3-b614-7ffe9b8ae71d with Priority: HIGHEST for action port [ 914.270939] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5943ef9f-212f-4ee3-b614-7ffe9b8ae71d with Priority: HIGHEST for action port [ 914.271536] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-5943ef9f-212f-4ee3-b614-7ffe9b8ae71d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.271668] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5943ef9f-212f-4ee3-b614-7ffe9b8ae71d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.271721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5943ef9f-212f-4ee3-b614-7ffe9b8ae71d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.272077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5943ef9f-212f-4ee3-b614-7ffe9b8ae71d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.272960] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5943ef9f-212f-4ee3-b614-7ffe9b8ae71d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.319125] env[68927]: INFO networking_nsxv3.common.synchronization [req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 req-405d804b-09fc-4cc0-be9f-54983221333b tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 914.319125] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 914.319125] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.319125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.319125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.325152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.327022] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.327022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.327022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.327022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.327022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.327022] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.639158] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.639430] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.639725] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.640025] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.640438] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.640660] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.640842] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.641120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.641318] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.641590] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.642493] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.642493] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.642493] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.642493] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.642493] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.642493] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.662282] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.662282] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.662282] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.662282] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.662953] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-3623b839-8b30-4b1e-bff0-4ac920c2c369 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.663185] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-3623b839-8b30-4b1e-bff0-4ac920c2c369" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.663319] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-3623b839-8b30-4b1e-bff0-4ac920c2c369" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.663934] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-3623b839-8b30-4b1e-bff0-4ac920c2c369" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.663934] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3623b839-8b30-4b1e-bff0-4ac920c2c369',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.779088] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5943ef9f-212f-4ee3-b614-7ffe9b8ae71d [ 914.779225] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.779338] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.779453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.779613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.779689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.779785] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5943ef9f-212f-4ee3-b614-7ffe9b8ae71d already deleted. [ 914.779865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5943ef9f-212f-4ee3-b614-7ffe9b8ae71d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.830717] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.830717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.830836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.831055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.831918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.831918] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.831918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.831918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.831918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.831918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.831918] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 already deleted. [ 914.832223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.111102] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: SUCCESS [ 915.111333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.111492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.111714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.111906] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.112037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.112103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.112261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.112345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.112429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.113032] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.167316] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.167571] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.167708] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.168091] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.168272] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.168436] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 3623b839-8b30-4b1e-bff0-4ac920c2c369 not found, creating... [ 915.168727] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.168895] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.169077] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.169335] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.169484] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.169779] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.169957] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.170093] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.170312] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.170461] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.170606] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 3623b839-8b30-4b1e-bff0-4ac920c2c369 is going to be created. [ 915.189819] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.190058] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.190208] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.190646] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.190919] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.191177] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-3623b839-8b30-4b1e-bff0-4ac920c2c369" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.615068] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.877105] env[68927]: INFO networking_nsxv3.common.synchronization [req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 req-78d53779-211f-4407-bfe2-8341806c7263 service nova] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 915.877167] env[68927]: INFO networking_nsxv3.common.synchronization [req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 req-78d53779-211f-4407-bfe2-8341806c7263 service nova] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 915.877309] env[68927]: INFO networking_nsxv3.common.synchronization [req-b0180c9e-29e4-4aae-894d-5f90bf6f6469 req-78d53779-211f-4407-bfe2-8341806c7263 service nova] Enqueued Resource ID: 3623b839-8b30-4b1e-bff0-4ac920c2c369 with Priority: HIGHEST for action port [ 915.877873] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 915.880078] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 915.880078] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3623b839-8b30-4b1e-bff0-4ac920c2c369 with Priority: HIGHEST for action port [ 915.880078] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.880078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.880078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.880078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.880078] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.881714] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.881854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.881945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.882188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.882340] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.882487] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.882561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.882726] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.882827] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.882909] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.883785] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-3623b839-8b30-4b1e-bff0-4ac920c2c369 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.883921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3623b839-8b30-4b1e-bff0-4ac920c2c369" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.883984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3623b839-8b30-4b1e-bff0-4ac920c2c369" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.884147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3623b839-8b30-4b1e-bff0-4ac920c2c369" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.884231] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3623b839-8b30-4b1e-bff0-4ac920c2c369',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.117059] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7: rpc.has_security_group_logging(os_id): False [ 916.135086] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.135086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.135086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.135376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.135376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.135541] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.135606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.135661] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.135831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.135910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.136036] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 is going to be created. [ 916.195792] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.196170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.196170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.196361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.197819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.207777] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: IN_PROGRESS for 2s [ 916.386385] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.387455] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.387564] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.387757] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3623b839-8b30-4b1e-bff0-4ac920c2c369 with status ACTIVE [ 916.387924] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.388096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.388167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.388378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.388469] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.388635] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.388766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.388813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.388971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.389082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.389222] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.389317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.389377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.389515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.389589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.389671] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3623b839-8b30-4b1e-bff0-4ac920c2c369 is going to be updated. [ 916.410767] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.411074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.411074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.411349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.411530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.411713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3623b839-8b30-4b1e-bff0-4ac920c2c369" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.833437] env[68927]: INFO networking_nsxv3.common.synchronization [req-d70026da-d78b-4064-8988-cdf7cae8f1ee req-35d9e8f8-a2dd-4d41-ae00-e452c608b23a tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 916.835212] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 916.835612] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.835803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.835922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.836183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.836346] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.836508] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.836618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.836837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.836923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.837035] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.891949] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.146062] env[68927]: INFO networking_nsxv3.common.synchronization [req-d70026da-d78b-4064-8988-cdf7cae8f1ee req-8fc71b3b-ead5-4290-9c0c-2b78f6f96cfe tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 917.146593] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 917.146928] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.147024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.339687] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.341246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.341246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.341502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.341621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.341868] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.342616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.342761] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.342923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.343038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.343161] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be deleted. [ 917.371124] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.371124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.371124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.371124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.371124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.371124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.371578] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.371578] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.371578] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.371692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.371732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.372041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.372041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.372041] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.394846] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.395929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.396041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.396299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.396413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.396530] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be created. [ 917.418703] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.418937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.418937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.419406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.419406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.428309] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: UNINITIALIZED for 2s [ 917.454985] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.455220] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-721" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.455363] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-721" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.455693] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-721" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.456122] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.456438] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.456623] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.456914] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.457124] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.457382] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.457536] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.457680] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.457871] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.457978] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.458160] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.458336] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.477043] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.477043] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.477273] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.477308] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-721" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.477630] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-a91338ee-e67e-4e6e-94bc-354f01cbaf76 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.477794] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-a91338ee-e67e-4e6e-94bc-354f01cbaf76" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.478348] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-a91338ee-e67e-4e6e-94bc-354f01cbaf76" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.478348] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-a91338ee-e67e-4e6e-94bc-354f01cbaf76" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.478535] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a91338ee-e67e-4e6e-94bc-354f01cbaf76',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.874429] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.874757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.874757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.874839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.874900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.875146] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.875256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.875330] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.875499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.875581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.875669] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 already deleted. [ 917.875766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.981293] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.981625] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.981963] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.982122] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.982286] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.982541] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port a91338ee-e67e-4e6e-94bc-354f01cbaf76 not found, creating... [ 917.982885] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.984096] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.984096] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.984096] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.984096] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.984096] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.984455] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.984455] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.984547] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.984672] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.984817] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: a91338ee-e67e-4e6e-94bc-354f01cbaf76 is going to be created. [ 918.002968] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.003473] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.003748] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.004200] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.004595] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.004971] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-a91338ee-e67e-4e6e-94bc-354f01cbaf76" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.219708] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: SUCCESS [ 918.220008] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.069418] env[68927]: INFO networking_nsxv3.common.synchronization [req-d70026da-d78b-4064-8988-cdf7cae8f1ee req-96dc6270-7e4e-42c2-9f0e-addb8e33edb3 service nova] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_rules [ 919.069713] env[68927]: INFO networking_nsxv3.common.synchronization [req-d70026da-d78b-4064-8988-cdf7cae8f1ee req-96dc6270-7e4e-42c2-9f0e-addb8e33edb3 service nova] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 919.069838] env[68927]: INFO networking_nsxv3.common.synchronization [req-d70026da-d78b-4064-8988-cdf7cae8f1ee req-96dc6270-7e4e-42c2-9f0e-addb8e33edb3 service nova] Enqueued Resource ID: a91338ee-e67e-4e6e-94bc-354f01cbaf76 with Priority: HIGHEST for action port [ 919.069982] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_rules [ 919.070130] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 919.070227] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91338ee-e67e-4e6e-94bc-354f01cbaf76 with Priority: HIGHEST for action port [ 919.070801] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.070927] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.070998] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.071316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.071401] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.072921] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.073072] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.073145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.073317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.073473] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.073568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.073631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.073768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.073851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.073939] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.074676] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-a91338ee-e67e-4e6e-94bc-354f01cbaf76 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.074778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a91338ee-e67e-4e6e-94bc-354f01cbaf76" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.074846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a91338ee-e67e-4e6e-94bc-354f01cbaf76" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.075025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a91338ee-e67e-4e6e-94bc-354f01cbaf76" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.075070] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a91338ee-e67e-4e6e-94bc-354f01cbaf76',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.442665] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 919.442665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.442665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.442665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.442665] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.442665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.442665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.442665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.442665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.442665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.442665] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.577243] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.577700] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.577813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.578250] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a91338ee-e67e-4e6e-94bc-354f01cbaf76 with status ACTIVE [ 919.578411] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.578518] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.578631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.578786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.578872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.579113] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.579226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.579226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.579389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.579473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.579637] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.579831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.579831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.579918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.579988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.580450] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a91338ee-e67e-4e6e-94bc-354f01cbaf76 is going to be updated. [ 919.601957] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.602111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.602193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.602373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.602502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.602663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a91338ee-e67e-4e6e-94bc-354f01cbaf76" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.947054] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.079856] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.091020] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.091020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-253" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.091020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-253" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.091020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-253" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.091020] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.091020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.091441] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.091891] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.092306] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.092668] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.092907] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.093140] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.093423] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.093650] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.094151] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.096065] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.116059] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.116059] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.116059] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.116059] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-253" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.116059] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-aa042690-37bf-4925-a846-6d5d762236f6 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.116059] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-aa042690-37bf-4925-a846-6d5d762236f6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.116059] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-aa042690-37bf-4925-a846-6d5d762236f6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.116059] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-aa042690-37bf-4925-a846-6d5d762236f6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.116059] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa042690-37bf-4925-a846-6d5d762236f6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.450304] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc1a03a-a585-4d0f-a437-f75eab061837: rpc.has_security_group_logging(os_id): False [ 920.468991] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.469190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.469278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.469517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.469664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.469885] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.470044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.470044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.470922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.470922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.470922] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be created. [ 920.523872] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.524020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.524094] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.524311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.524490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.534729] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 920.582711] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.582711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.582711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.582711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.582711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.582711] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be created. [ 920.609697] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.609697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.609697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.609697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.609697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.617908] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.619017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.619017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.619017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.619017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.619017] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port aa042690-37bf-4925-a846-6d5d762236f6 not found, creating... [ 920.619529] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.619529] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.619529] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.619657] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.619767] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.620102] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.621031] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.621031] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.621031] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.621031] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.621031] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: aa042690-37bf-4925-a846-6d5d762236f6 is going to be created. [ 920.622458] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: UNINITIALIZED for 2s [ 920.648914] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.648914] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.648914] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.649116] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.649254] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.649486] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-aa042690-37bf-4925-a846-6d5d762236f6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.366645] env[68927]: INFO networking_nsxv3.common.synchronization [req-d70026da-d78b-4064-8988-cdf7cae8f1ee req-5dd2b7e0-868e-42df-b1cc-180d27432dee service nova] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_rules [ 921.366928] env[68927]: INFO networking_nsxv3.common.synchronization [req-d70026da-d78b-4064-8988-cdf7cae8f1ee req-5dd2b7e0-868e-42df-b1cc-180d27432dee service nova] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 921.367028] env[68927]: INFO networking_nsxv3.common.synchronization [req-d70026da-d78b-4064-8988-cdf7cae8f1ee req-5dd2b7e0-868e-42df-b1cc-180d27432dee service nova] Enqueued Resource ID: aa042690-37bf-4925-a846-6d5d762236f6 with Priority: HIGHEST for action port [ 921.367559] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_rules [ 921.367698] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 921.367799] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa042690-37bf-4925-a846-6d5d762236f6 with Priority: HIGHEST for action port [ 921.368153] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.368292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.368556] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.368648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.368860] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa042690-37bf-4925-a846-6d5d762236f6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.370504] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa042690-37bf-4925-a846-6d5d762236f6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.370631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa042690-37bf-4925-a846-6d5d762236f6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.370874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa042690-37bf-4925-a846-6d5d762236f6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.370960] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa042690-37bf-4925-a846-6d5d762236f6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.496964] env[68927]: INFO networking_nsxv3.common.synchronization [req-7f1971ef-1d02-4fa0-8f66-24513863341f req-3aeebfb4-31e1-4b73-a14c-bd6c3fc84ac5 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 921.497576] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 921.498124] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.498195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.498291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.498533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.500510] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.500510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.500510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.500510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.500510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.500510] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.873617] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa042690-37bf-4925-a846-6d5d762236f6 with status ACTIVE [ 921.873858] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.874012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.874112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.874342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.874445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.875542] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.875676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.875747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.876169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.876312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.876514] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.876615] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.876679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.876910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.876995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.877119] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa042690-37bf-4925-a846-6d5d762236f6 is going to be updated. [ 921.913114] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.913345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.913345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.913592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.913687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.913855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa042690-37bf-4925-a846-6d5d762236f6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.001871] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.002052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.002127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.002357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.023265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.023626] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.023760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.023829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.024035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.024126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.024218] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 922.057058] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.057218] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.057294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.057497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.057659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.066760] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 922.258783] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.258989] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.259144] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.259512] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.259784] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.259950] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.260091] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.260310] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.260548] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.260785] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.260909] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.261044] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.261158] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.261274] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.261386] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.261523] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.290739] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.290929] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 922.291087] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.291273] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.291593] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-27769cd3-d452-4730-9fa4-91d40973f962 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.291774] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-27769cd3-d452-4730-9fa4-91d40973f962" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.291899] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-27769cd3-d452-4730-9fa4-91d40973f962" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.292273] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-27769cd3-d452-4730-9fa4-91d40973f962" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.292421] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27769cd3-d452-4730-9fa4-91d40973f962',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.552203] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 922.552203] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.632375] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 922.632542] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.633344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.633344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.633344] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.633344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.633344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.633558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.633558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.633640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.633767] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.634682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.636316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.636316] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.636316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.636316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.636316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.636316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.636316] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.795376] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.795610] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.795743] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.796064] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.796269] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.796477] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 27769cd3-d452-4730-9fa4-91d40973f962 not found, creating... [ 922.796767] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.796959] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.797129] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.797449] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.797681] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.798113] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.798238] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.798385] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.798644] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.799457] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.799457] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 27769cd3-d452-4730-9fa4-91d40973f962 is going to be created. [ 922.821074] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.821259] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.821416] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.821711] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.822527] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.822527] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-27769cd3-d452-4730-9fa4-91d40973f962" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.139029] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.139029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.139029] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.641033] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.727901] env[68927]: INFO networking_nsxv3.common.synchronization [req-7f1971ef-1d02-4fa0-8f66-24513863341f req-1b60b927-8ccd-42e2-9a8b-7545c6450bff service nova] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_rules [ 923.728170] env[68927]: INFO networking_nsxv3.common.synchronization [req-7f1971ef-1d02-4fa0-8f66-24513863341f req-1b60b927-8ccd-42e2-9a8b-7545c6450bff service nova] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 923.728342] env[68927]: INFO networking_nsxv3.common.synchronization [req-7f1971ef-1d02-4fa0-8f66-24513863341f req-1b60b927-8ccd-42e2-9a8b-7545c6450bff service nova] Enqueued Resource ID: 27769cd3-d452-4730-9fa4-91d40973f962 with Priority: HIGHEST for action port [ 923.728629] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_rules [ 923.728708] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 923.728783] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27769cd3-d452-4730-9fa4-91d40973f962 with Priority: HIGHEST for action port [ 923.731994] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.732146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.732212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.732416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.732495] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.733660] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.733753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.733943] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-27769cd3-d452-4730-9fa4-91d40973f962 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.736416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27769cd3-d452-4730-9fa4-91d40973f962" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.736416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27769cd3-d452-4730-9fa4-91d40973f962" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.736416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27769cd3-d452-4730-9fa4-91d40973f962" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.736416] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27769cd3-d452-4730-9fa4-91d40973f962',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.076707] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 924.076890] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 deletion is rescheduled due to dependency. [ 924.077018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.078478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.078478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.078478] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.078478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.078478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.078478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.078478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.078478] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.145092] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.145264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.145301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.145538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.145641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.145718] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be updated. [ 924.176779] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.176779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.176779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.176965] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.177041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.200112] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 924.236695] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27769cd3-d452-4730-9fa4-91d40973f962 with status ACTIVE [ 924.236935] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.237090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.237154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.237362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.237510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.237626] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.237718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.237773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.237932] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.238079] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.238324] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.238438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.238501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.238626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.238693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.238780] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27769cd3-d452-4730-9fa4-91d40973f962 is going to be updated. [ 924.239965] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.240126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.261993] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.262238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.262238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.262428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.262566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.262724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27769cd3-d452-4730-9fa4-91d40973f962" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.580275] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.084419] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.592947] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.594125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.594125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.594125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.594125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.594125] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 925.627651] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.627814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.627867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.628188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.628925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.645545] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 926.186183] env[68927]: INFO networking_nsxv3.common.synchronization [req-06f451ed-fae2-47f4-8a69-4a867a9b686c req-f4382fe8-96a2-49b5-8fd3-bd52b8ecf425 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Enqueued Resource ID: 96050706-20f4-4727-9e71-c3538529d21e with Priority: HIGHEST for action security_group_members [ 926.186799] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96050706-20f4-4727-9e71-c3538529d21e with Priority: HIGHEST for action security_group_members [ 926.187359] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-96050706-20f4-4727-9e71-c3538529d21e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.187523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.187613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.188616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.188847] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.188994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.189191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.189402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.189521] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.189646] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96050706-20f4-4727-9e71-c3538529d21e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.210566] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.213232] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.213232] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.213232] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.213232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.213950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.213950] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.255042] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2ffe88b1-bf0f-4ba9-b65b-d09e4e2af981 None None] Enqueued Resource ID: ec5ce9c1-69ba-4b32-8367-98449aff5f05 with Priority: HIGHEST for action port [ 926.255042] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5ce9c1-69ba-4b32-8367-98449aff5f05 with Priority: HIGHEST for action port [ 926.255042] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec5ce9c1-69ba-4b32-8367-98449aff5f05 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.255042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec5ce9c1-69ba-4b32-8367-98449aff5f05" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.255042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec5ce9c1-69ba-4b32-8367-98449aff5f05" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.255042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec5ce9c1-69ba-4b32-8367-98449aff5f05" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.255042] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec5ce9c1-69ba-4b32-8367-98449aff5f05',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.561021] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.561021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-38" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.561021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-38" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.561021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-38" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.561021] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.561715] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.562020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.562414] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.565021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.565021] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.565021] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.565021] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.565021] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.565021] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.565021] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.565021] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.584841] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.584841] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.584841] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.584841] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-38" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.584841] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.584841] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.584841] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.584841] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.584841] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd86b60-03ae-40a8-9b69-c3ba4319a7f3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.692573] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.692914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.693600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.693600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.693600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.693854] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.693854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.694014] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.694221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.694311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.694436] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96050706-20f4-4727-9e71-c3538529d21e already deleted. [ 926.694600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.716070] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed00c7ae-21bf-41ec-9b56-35ca229d97b5: rpc.has_security_group_logging(os_id): False [ 926.734929] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.735101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.735174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.735394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.735485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.735695] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.735797] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.735855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.736035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.739085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.739085] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.739085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.739085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.739085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.739085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.739085] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.739085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.739085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.739085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.739085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.739085] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be created. [ 926.762708] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec5ce9c1-69ba-4b32-8367-98449aff5f05 [ 926.762979] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.763156] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.763229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.763465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.763552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.764425] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec5ce9c1-69ba-4b32-8367-98449aff5f05 already deleted. [ 926.764507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec5ce9c1-69ba-4b32-8367-98449aff5f05" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.804479] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.804654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.804765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.804997] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.805197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.823410] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 927.088389] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.089129] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.089129] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.090685] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.090685] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.091206] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 not found, creating... [ 927.091702] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.092150] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.092285] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.093156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.093156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.093469] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.094379] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.094379] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.094556] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.094782] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.095044] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 is going to be created. [ 927.120898] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.121156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.121291] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.122216] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.123186] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.123686] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.656864] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 927.657148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.657287] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.657508] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.657701] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.657820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.657887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.658497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.658497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.658497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.658497] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.952908] env[68927]: INFO networking_nsxv3.common.synchronization [req-06f451ed-fae2-47f4-8a69-4a867a9b686c req-f899631b-52c6-4aa6-af97-3e83d2afe0e8 service nova] Enqueued Resource ID: 96050706-20f4-4727-9e71-c3538529d21e with Priority: HIGHEST for action security_group_rules [ 927.953289] env[68927]: INFO networking_nsxv3.common.synchronization [req-06f451ed-fae2-47f4-8a69-4a867a9b686c req-f899631b-52c6-4aa6-af97-3e83d2afe0e8 service nova] Enqueued Resource ID: 96050706-20f4-4727-9e71-c3538529d21e with Priority: HIGHEST for action security_group_members [ 927.953584] env[68927]: INFO networking_nsxv3.common.synchronization [req-06f451ed-fae2-47f4-8a69-4a867a9b686c req-f899631b-52c6-4aa6-af97-3e83d2afe0e8 service nova] Enqueued Resource ID: ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 with Priority: HIGHEST for action port [ 927.957244] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96050706-20f4-4727-9e71-c3538529d21e with Priority: HIGHEST for action security_group_rules [ 927.957244] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96050706-20f4-4727-9e71-c3538529d21e with Priority: HIGHEST for action security_group_members [ 927.957244] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 with Priority: HIGHEST for action port [ 927.957244] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96050706-20f4-4727-9e71-c3538529d21e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.957244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.957244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.957244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.957244] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96050706-20f4-4727-9e71-c3538529d21e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.961294] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-96050706-20f4-4727-9e71-c3538529d21e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.961294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.961294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.961294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.962066] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.962651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.962848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.963466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.963466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.963642] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96050706-20f4-4727-9e71-c3538529d21e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.966131] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.966131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.966131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.966131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.966131] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd86b60-03ae-40a8-9b69-c3ba4319a7f3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.161328] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.163354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.163354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.163354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.163354] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.163354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.163354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.163354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.163354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.163354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.163354] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.163354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.163354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.163354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.163354] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.163792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.163792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.163792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.163792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.163792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.163911] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.340032] env[68927]: INFO networking_nsxv3.common.synchronization [None req-0a7a2fd8-b0cd-439b-a8ad-d0f976e7ad1f None None] Enqueued Resource ID: b5a14664-64e1-457b-a662-a95dbc78e7c7 with Priority: HIGHEST for action port [ 928.341652] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a14664-64e1-457b-a662-a95dbc78e7c7 with Priority: HIGHEST for action port [ 928.341652] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a14664-64e1-457b-a662-a95dbc78e7c7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.341652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a14664-64e1-457b-a662-a95dbc78e7c7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.341652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a14664-64e1-457b-a662-a95dbc78e7c7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.341988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a14664-64e1-457b-a662-a95dbc78e7c7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.341988] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a14664-64e1-457b-a662-a95dbc78e7c7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.469601] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-96050706-20f4-4727-9e71-c3538529d21e taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.469601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.469601] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96050706-20f4-4727-9e71-c3538529d21e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.470748] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 with status ACTIVE [ 928.470748] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.470889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.470889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.472874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.472874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.472874] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.472874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.472874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.472874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.472874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.472874] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.472874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.472874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.472874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.472874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.472874] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecd86b60-03ae-40a8-9b69-c3ba4319a7f3 is going to be updated. [ 928.492136] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.492256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.492323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.492528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.492664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.492823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecd86b60-03ae-40a8-9b69-c3ba4319a7f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.668057] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d603dc80-fdad-4726-990d-51982303a3c5: rpc.has_security_group_logging(os_id): False [ 928.687388] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.687648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.687648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.687842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.688010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.688197] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.688300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.688370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.688529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.688604] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.688789] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.688894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.688987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.689112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.689196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.689390] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.689480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.689559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.689708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.689775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.689865] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 928.755322] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.755551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.755551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.755708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.756029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.766986] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 928.835389] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 928.835610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.836049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.836312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.836412] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.843389] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5a14664-64e1-457b-a662-a95dbc78e7c7 [ 928.843599] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.843744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.843815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.844047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.844137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.844234] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5a14664-64e1-457b-a662-a95dbc78e7c7 already deleted. [ 928.844329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a14664-64e1-457b-a662-a95dbc78e7c7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.970982] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96050706-20f4-4727-9e71-c3538529d21e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.340090] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.340090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.340090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.340090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.340090] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.340090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.340555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.340555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.340555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.340555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.340555] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.473555] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.473555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.473665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.473860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.473963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.474087] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96050706-20f4-4727-9e71-c3538529d21e is going to be created. [ 929.498643] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.498793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.498866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.499117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.499284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.508373] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96050706-20f4-4727-9e71-c3538529d21e in Status: UNINITIALIZED for 2s [ 929.844096] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.844468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.844468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.844634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.844820] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.844954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.845035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.845189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.845302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.845397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.845554] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.845648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.845710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.845867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.846045] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.846166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.846227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.846382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.846465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.846556] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.846659] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.949540] env[68927]: INFO networking_nsxv3.common.synchronization [req-3e678225-cce4-4d65-8aed-48f0135340e3 req-33704903-f285-452d-9b12-29891014c9c6 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 929.950122] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 929.950863] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.951710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.951791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.952010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.952195] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.952301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.952394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.952554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.952644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.952737] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.349252] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed00c7ae-21bf-41ec-9b56-35ca229d97b5: rpc.has_security_group_logging(os_id): False [ 930.368953] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.369124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.369194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.369414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.369506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.369739] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.369841] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.369907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.370075] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.370155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.370335] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.370465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.370536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.370677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.370752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.370932] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.371043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.371108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.371260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.371320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.371404] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be updated. [ 930.448226] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.448481] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.448650] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.448942] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.449673] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.449933] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.450125] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.450450] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.450640] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.450875] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.450998] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.451157] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.451333] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.451481] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.451626] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.451824] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.455059] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.455167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.455237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.455421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.481217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.481517] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.481750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.481832] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.482098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.482195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.482276] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 930.484162] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.484326] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.484497] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.484794] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.485029] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-1b9a932a-6cc9-406c-baab-a384d2cbfb25 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.485214] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-1b9a932a-6cc9-406c-baab-a384d2cbfb25" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.485355] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-1b9a932a-6cc9-406c-baab-a384d2cbfb25" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.485673] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-1b9a932a-6cc9-406c-baab-a384d2cbfb25" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.485848] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b9a932a-6cc9-406c-baab-a384d2cbfb25',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.514453] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.514672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.514672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.514889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.515157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.547515] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 930.562206] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.562385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.562442] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.562766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.562976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.574198] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 930.782223] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 930.782223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.990020] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.990384] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.990384] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.990745] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.991313] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.991313] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 1b9a932a-6cc9-406c-baab-a384d2cbfb25 not found, creating... [ 930.991545] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.991732] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.991861] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.992145] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.992329] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.992649] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.992820] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.992945] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.993419] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.993571] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.993721] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 1b9a932a-6cc9-406c-baab-a384d2cbfb25 is going to be created. [ 931.013724] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.013919] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.014064] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.014348] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.014588] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.014814] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-1b9a932a-6cc9-406c-baab-a384d2cbfb25" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.517963] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96050706-20f4-4727-9e71-c3538529d21e in Status: SUCCESS [ 931.518312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.518507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.518767] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.519010] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.519153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.519235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.519417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.519645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.519763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.519885] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96050706-20f4-4727-9e71-c3538529d21e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.758019] env[68927]: INFO networking_nsxv3.common.synchronization [req-3e678225-cce4-4d65-8aed-48f0135340e3 req-e7996b6c-51c7-4d2e-b9ca-9b07d6638b43 service nova] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_rules [ 931.758019] env[68927]: INFO networking_nsxv3.common.synchronization [req-3e678225-cce4-4d65-8aed-48f0135340e3 req-e7996b6c-51c7-4d2e-b9ca-9b07d6638b43 service nova] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 931.758019] env[68927]: INFO networking_nsxv3.common.synchronization [req-3e678225-cce4-4d65-8aed-48f0135340e3 req-e7996b6c-51c7-4d2e-b9ca-9b07d6638b43 service nova] Enqueued Resource ID: 1b9a932a-6cc9-406c-baab-a384d2cbfb25 with Priority: HIGHEST for action port [ 931.758019] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_rules [ 931.758578] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 931.758822] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9a932a-6cc9-406c-baab-a384d2cbfb25 with Priority: HIGHEST for action port [ 931.759324] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.759603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.759838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.760143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.762051] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.762051] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.762051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.762051] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b9a932a-6cc9-406c-baab-a384d2cbfb25 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.762051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b9a932a-6cc9-406c-baab-a384d2cbfb25" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.762051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b9a932a-6cc9-406c-baab-a384d2cbfb25" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.762051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b9a932a-6cc9-406c-baab-a384d2cbfb25" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.762051] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b9a932a-6cc9-406c-baab-a384d2cbfb25',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.023855] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-96050706-20f4-4727-9e71-c3538529d21e taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.024185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.024185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.024385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.024563] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.024667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.024736] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.024896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.024993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.025095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.025246] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-96050706-20f4-4727-9e71-c3538529d21e taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.025338] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.025398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.025548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.025686] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.025767] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.025827] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.025962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.026047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.026203] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.026308] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96050706-20f4-4727-9e71-c3538529d21e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.264252] env[68927]: INFO networking_nsxv3.common.synchronization [req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 req-6c759f9a-f0d6-4f0f-a9e4-507817d15c4d tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_members [ 932.264252] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_members [ 932.264252] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f74adbe-58f1-4c08-b14c-15b6079548f9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.264252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.264252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.264252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.264252] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.264252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.264252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.264252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.264252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.264252] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f74adbe-58f1-4c08-b14c-15b6079548f9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.264252] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.264252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.265279] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b9a932a-6cc9-406c-baab-a384d2cbfb25 with status ACTIVE [ 932.265588] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.265836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.266028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.266321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.269019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.269019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.269019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.269019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.269019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.269019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.269019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.269019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.269019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.269019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.269019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.269019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b9a932a-6cc9-406c-baab-a384d2cbfb25 is going to be updated. [ 932.291522] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.291522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.291522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.291522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.291522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.291522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b9a932a-6cc9-406c-baab-a384d2cbfb25" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.529025] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96050706-20f4-4727-9e71-c3538529d21e: rpc.has_security_group_logging(os_id): False [ 932.544858] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.549130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.549251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.549470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.549568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.549791] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.549902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.549969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.550142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.550221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.550426] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.550545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.550608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.550748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.550824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.551010] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.551784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.551784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.552461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.552461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.552461] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96050706-20f4-4727-9e71-c3538529d21e is going to be created. [ 932.567344] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 932.567344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.581648] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 932.581648] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d deletion is rescheduled due to dependency. [ 932.581648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.581648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.581648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.581648] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.581911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.581911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.581964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.582036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.582136] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.608923] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.608923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.608923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.608923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.608923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.617513] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96050706-20f4-4727-9e71-c3538529d21e in Status: IN_PROGRESS for 2s [ 932.761530] env[68927]: INFO networking_nsxv3.common.synchronization [req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f req-f9dca950-159a-403d-ad46-804e2d5b1310 tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 932.762067] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 932.762762] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.762890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.762960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.765812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.766707] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.766894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.767018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.767332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.767478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.767619] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.770085] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.770382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.771330] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.771578] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.771724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.771956] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.772496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.775230] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.775466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.775829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.775935] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 already deleted. [ 932.776037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.882524] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.882746] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.882890] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.883190] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.883487] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.883663] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.883794] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.885222] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.885494] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.885782] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.886373] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.886587] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.886761] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.886935] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.887226] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.887439] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.908338] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.909190] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.909190] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.909190] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.909353] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-dd6a3860-0f48-44be-84ef-9a4af170baa1 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.909651] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-dd6a3860-0f48-44be-84ef-9a4af170baa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.910120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-dd6a3860-0f48-44be-84ef-9a4af170baa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.910179] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-dd6a3860-0f48-44be-84ef-9a4af170baa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.910370] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd6a3860-0f48-44be-84ef-9a4af170baa1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.030960] env[68927]: INFO networking_nsxv3.common.synchronization [req-f4cf2d5b-ba7f-40b0-9b12-66124ce6229f req-fcb01a4e-ed9b-45c2-9637-d26453f10b8c tempest-ServersTestMultiNic-1648032078 tempest-ServersTestMultiNic-1648032078-project-member] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 933.031551] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGHEST for action security_group_members [ 933.031883] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.031988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.084067] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.274021] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.413584] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.413928] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.414131] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.414561] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.414779] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.415022] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port dd6a3860-0f48-44be-84ef-9a4af170baa1 not found, creating... [ 933.415431] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.415683] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.415872] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.416268] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.416488] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.417482] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.417746] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.417933] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.418297] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.418491] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.418733] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: dd6a3860-0f48-44be-84ef-9a4af170baa1 is going to be created. [ 933.442018] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.442261] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.442398] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.442691] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.442945] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.443217] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-dd6a3860-0f48-44be-84ef-9a4af170baa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.587132] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.775065] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.089648] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.090045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.090045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.090290] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.090290] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.090397] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 934.117741] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.117955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.118066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.118264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.118426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.128488] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 934.224187] env[68927]: INFO networking_nsxv3.common.synchronization [req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 req-5a683a8d-e6d5-4193-9c03-fb26afe3a586 service nova] Enqueued Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_rules [ 934.224187] env[68927]: INFO networking_nsxv3.common.synchronization [req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 req-5a683a8d-e6d5-4193-9c03-fb26afe3a586 service nova] Enqueued Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_members [ 934.224187] env[68927]: INFO networking_nsxv3.common.synchronization [req-df17e59a-1f8f-4c6b-bbaf-4616c78153c7 req-5a683a8d-e6d5-4193-9c03-fb26afe3a586 service nova] Enqueued Resource ID: dd6a3860-0f48-44be-84ef-9a4af170baa1 with Priority: HIGHEST for action port [ 934.224187] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_rules [ 934.224187] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_members [ 934.224187] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd6a3860-0f48-44be-84ef-9a4af170baa1 with Priority: HIGHEST for action port [ 934.224187] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f74adbe-58f1-4c08-b14c-15b6079548f9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.224187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.224187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.225814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.226089] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f74adbe-58f1-4c08-b14c-15b6079548f9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.227590] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f74adbe-58f1-4c08-b14c-15b6079548f9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.227590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.227590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.228647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.228647] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.228647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.228647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.229836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.229836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.229836] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f74adbe-58f1-4c08-b14c-15b6079548f9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.232707] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd6a3860-0f48-44be-84ef-9a4af170baa1 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.232707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd6a3860-0f48-44be-84ef-9a4af170baa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.232707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd6a3860-0f48-44be-84ef-9a4af170baa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.232707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd6a3860-0f48-44be-84ef-9a4af170baa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.232707] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd6a3860-0f48-44be-84ef-9a4af170baa1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.279267] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.279267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.279267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.279267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.279267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.279267] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be updated. [ 934.303026] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.303026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.303211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.303255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.303420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.312448] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 934.629639] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96050706-20f4-4727-9e71-c3538529d21e in Status: SUCCESS [ 934.629883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.735763] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f74adbe-58f1-4c08-b14c-15b6079548f9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.735763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.735763] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f74adbe-58f1-4c08-b14c-15b6079548f9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.739126] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd6a3860-0f48-44be-84ef-9a4af170baa1 with status ACTIVE [ 934.739216] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.739359] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.739431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.740129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.740129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.740129] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.740129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.740129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.740385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.740385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.740545] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.740653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.740722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.740863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.740941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.741035] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd6a3860-0f48-44be-84ef-9a4af170baa1 is going to be updated. [ 934.761812] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.761972] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.762071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.762256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.762392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.762543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd6a3860-0f48-44be-84ef-9a4af170baa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.166095] env[68927]: INFO networking_nsxv3.common.synchronization [req-af30d329-70a9-439d-a582-29f34f64950f req-3352ab9a-dc84-44d6-9e2e-c3cd3940e0e0 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 935.166906] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 935.167375] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.167557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.167623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.167872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.168252] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.168252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.168252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.168432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.168494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.168669] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.240978] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f74adbe-58f1-4c08-b14c-15b6079548f9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.594791] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.595016] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.595157] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.595773] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.596092] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.596334] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.596465] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.596695] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.596846] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.597082] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.597201] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.597337] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.597460] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.597581] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.597752] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.597911] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.622780] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.623673] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.623673] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.623673] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.623673] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-4940689a-c211-4d60-b582-9894d46add82 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.623871] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-4940689a-c211-4d60-b582-9894d46add82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.623927] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-4940689a-c211-4d60-b582-9894d46add82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.624250] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-4940689a-c211-4d60-b582-9894d46add82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.625156] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4940689a-c211-4d60-b582-9894d46add82',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.671279] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.671279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.671279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.671580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.695349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.695629] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.695759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.695823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.698018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.698018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.698018] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 935.723165] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.723165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.723165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.723165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.723165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.732739] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 935.743360] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.743490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.743548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.743744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.743835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.743930] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 is going to be created. [ 935.774077] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.774077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.774077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.774077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.774077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.783925] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 in Status: UNINITIALIZED for 2s [ 936.127119] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.127453] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.127609] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.127957] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.128157] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.128415] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 4940689a-c211-4d60-b582-9894d46add82 not found, creating... [ 936.128748] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.128934] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.129103] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.129405] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.129584] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.129918] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.130138] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.130318] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.130542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.130728] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.130902] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 4940689a-c211-4d60-b582-9894d46add82 is going to be created. [ 936.141957] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 4s [ 936.152701] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.152980] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.153197] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.153551] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.153838] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.154124] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-4940689a-c211-4d60-b582-9894d46add82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.323206] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 936.323206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.323206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.323206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.323206] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.323206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.323206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.323766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.323766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.323766] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.827254] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.827254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.827254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.827425] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.827425] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.827734] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.827734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.827734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.827874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.827941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.828029] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be updated. [ 936.853599] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.853599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.853599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.853599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.853599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.858632] env[68927]: INFO networking_nsxv3.common.synchronization [req-af30d329-70a9-439d-a582-29f34f64950f req-2cd7b3f8-06bf-47fd-b4ef-a97473199895 service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 936.858632] env[68927]: INFO networking_nsxv3.common.synchronization [req-af30d329-70a9-439d-a582-29f34f64950f req-2cd7b3f8-06bf-47fd-b4ef-a97473199895 service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 936.858785] env[68927]: INFO networking_nsxv3.common.synchronization [req-af30d329-70a9-439d-a582-29f34f64950f req-2cd7b3f8-06bf-47fd-b4ef-a97473199895 service nova] Enqueued Resource ID: 4940689a-c211-4d60-b582-9894d46add82 with Priority: HIGHEST for action port [ 936.863661] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 936.863815] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 936.864131] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4940689a-c211-4d60-b582-9894d46add82 with Priority: HIGHEST for action port [ 936.865308] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: IN_PROGRESS for 2s [ 936.866165] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.866165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.866165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.866165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.866165] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.867960] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.868080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.869021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4940689a-c211-4d60-b582-9894d46add82 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.869021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4940689a-c211-4d60-b582-9894d46add82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.869021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4940689a-c211-4d60-b582-9894d46add82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.869021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4940689a-c211-4d60-b582-9894d46add82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.869021] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4940689a-c211-4d60-b582-9894d46add82',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.373218] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.373451] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.373709] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4940689a-c211-4d60-b582-9894d46add82 with status ACTIVE [ 937.373986] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.374187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.374312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.374609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.374757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.375036] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.375210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.375324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.375575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.375714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.376019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.376319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.376438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.376658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.376788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.377125] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4940689a-c211-4d60-b582-9894d46add82 is going to be updated. [ 937.399289] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.399464] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.399557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.399729] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.399864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.400036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4940689a-c211-4d60-b582-9894d46add82" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.744048] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 937.744048] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 deletion is rescheduled due to dependency. [ 937.744048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.744288] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.744400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.744595] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.744711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.744790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.744946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.745038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.745141] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.793058] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 in Status: SUCCESS [ 937.793310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.793484] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.793681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.793883] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.794011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.794116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.794235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.794320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.794412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.794518] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f74adbe-58f1-4c08-b14c-15b6079548f9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.154328] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 938.154610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.155086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.155086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.155304] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.155423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.155490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.155662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.155740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.155842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.155980] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.247955] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.300686] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f74adbe-58f1-4c08-b14c-15b6079548f9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.666421] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.667180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.667180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.667298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.667461] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.667587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.667649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.667925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.668015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.668613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.668613] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.668613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.668613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.668613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.668939] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.668939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.668939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.668939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.669367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.669367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.669367] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.749574] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.800121] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f74adbe-58f1-4c08-b14c-15b6079548f9: rpc.has_security_group_logging(os_id): False [ 938.817514] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.817654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.817753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.817944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.818067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.818391] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.818516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.818606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.818888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.818888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.818985] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 is going to be created. [ 938.874688] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 in Status: SUCCESS [ 938.874831] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 deletion is rescheduled due to dependency. [ 938.874932] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.878498] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.878699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.878776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.878989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.879200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.894548] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 in Status: IN_PROGRESS for 2s [ 939.171144] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1c6987-cb07-4256-a563-05083f81c10d: rpc.has_security_group_logging(os_id): False [ 939.188776] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.188776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.188776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.189077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.189120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.189350] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.189451] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.190588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.190588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.190588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.190588] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.190588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.190588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.190588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.190588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.190996] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.190996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.190996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.190996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.191219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.191219] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 939.252946] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.252946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.252946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.252946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.252946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.253168] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 939.256298] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.256454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.256485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.256663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.256936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.265785] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 939.278419] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.278585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.278678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.278865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.279016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.287930] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 940.908229] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 in Status: SUCCESS [ 940.908585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.279233] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 941.279516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.295814] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 941.296061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.296226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.296439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.296634] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.296744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.296809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.296962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.297058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.297145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.297243] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.803027] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.803198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.803282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.803514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.803688] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.803776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.803833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.803941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.804130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.804130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.804258] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.804377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.804420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.804547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.804834] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.804834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.804942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.805037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.805109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.805191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.805283] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.865531] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 941.865677] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 942.309897] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3f271f-bf2f-4bdc-87a0-509afb044ca5: rpc.has_security_group_logging(os_id): False [ 942.327020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.327020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.327020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.327020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.327695] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.327695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.327695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.333290] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.333290] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.333290] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 942.392755] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.392755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.392755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.392755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.392755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.403797] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 942.459038] env[68927]: INFO networking_nsxv3.common.synchronization [req-5278cd07-e30d-4464-91e1-4b8b6a6ff740 req-03fa9ee1-4308-4e22-95c8-dc4aaf039bb5 tempest-ServerMetadataTestJSON-1902249842 tempest-ServerMetadataTestJSON-1902249842-project-member] Enqueued Resource ID: 96050706-20f4-4727-9e71-c3538529d21e with Priority: HIGHEST for action security_group_members [ 942.459625] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96050706-20f4-4727-9e71-c3538529d21e with Priority: HIGHEST for action security_group_members [ 942.459965] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-96050706-20f4-4727-9e71-c3538529d21e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.460133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.460227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.462171] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.462171] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.462171] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.462171] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.462171] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.462171] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.462171] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96050706-20f4-4727-9e71-c3538529d21e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.963308] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.963558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.963646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.963889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.963987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.964248] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.964362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.964446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.964620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.964702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.964798] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96050706-20f4-4727-9e71-c3538529d21e is going to be updated. [ 942.999720] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.999905] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.999953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.000179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.000324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.011028] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96050706-20f4-4727-9e71-c3538529d21e in Status: IN_PROGRESS for 2s [ 943.680506] env[68927]: INFO networking_nsxv3.common.synchronization [req-3991b763-d124-4584-b86c-7068d159aeb0 req-537e092a-925a-4a82-a2ef-46bc21d3a26e tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 943.680843] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 943.681048] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.681160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.681375] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.681586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.681751] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.682127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.682127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.682127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.682292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.682292] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.047059] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.047059] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.047059] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.047059] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.047059] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.047059] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.047059] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.047557] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.047822] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.048145] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.048406] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.048639] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.048856] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.049308] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.049549] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.049793] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.070285] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.071242] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.071592] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.072088] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-878" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.072573] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.072962] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.073267] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.073708] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.075063] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.184398] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.186472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.186472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.186472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.206946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.206946] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.206946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.206946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.206946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.206946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.206946] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be updated. [ 944.234182] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.234182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.234182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.234182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.234182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.241341] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: IN_PROGRESS for 2s [ 944.328350] env[68927]: INFO networking_nsxv3.common.synchronization [req-1549b3ef-4d37-48ad-ac8a-765f95fcea40 req-437fcddf-e46a-4db5-8307-b8820d1bd900 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Enqueued Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 944.328350] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 944.328350] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.328350] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.328350] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.329040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.329434] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.329793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.330039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.330365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.330607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.330856] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.416598] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 944.416828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.576966] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.577247] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.577385] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.577794] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.578029] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.578202] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 not found, creating... [ 944.578892] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.578892] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.578892] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.579321] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.579404] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.579733] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.579924] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.580085] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.580342] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.580493] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.580683] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 is going to be created. [ 944.599811] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.600079] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.600260] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.600586] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.600853] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.601167] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.834256] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.019630] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96050706-20f4-4727-9e71-c3538529d21e in Status: SUCCESS [ 945.019630] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96050706-20f4-4727-9e71-c3538529d21e deletion is rescheduled due to dependency. [ 945.019630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.284713] env[68927]: INFO networking_nsxv3.common.synchronization [req-3991b763-d124-4584-b86c-7068d159aeb0 req-c09461fa-79b8-494c-9968-392ee295f100 service nova] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_rules [ 945.284713] env[68927]: INFO networking_nsxv3.common.synchronization [req-3991b763-d124-4584-b86c-7068d159aeb0 req-c09461fa-79b8-494c-9968-392ee295f100 service nova] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 945.284713] env[68927]: INFO networking_nsxv3.common.synchronization [req-3991b763-d124-4584-b86c-7068d159aeb0 req-c09461fa-79b8-494c-9968-392ee295f100 service nova] Enqueued Resource ID: e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 with Priority: HIGHEST for action port [ 945.284713] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_rules [ 945.284713] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 945.284713] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 with Priority: HIGHEST for action port [ 945.287294] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.287294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.287418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.287588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.287637] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.289113] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.289255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.289444] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.289561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.289614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.289797] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.289949] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.336975] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.790436] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.790612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.791997] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 with status ACTIVE [ 945.792339] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.792539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.792601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.792814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.792906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.793098] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.793196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.793254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.793420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.793554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.793667] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.793782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.793816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.793942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.794042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.794119] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3 is going to be updated. [ 945.814840] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.815326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.816008] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.816008] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.816308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.816363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e683b13a-dcaa-4ef7-8234-9d5e4b5a2eb3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.839269] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.839614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.839614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.843018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.843018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.843018] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 is going to be updated. [ 945.870258] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.870258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.870258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.870657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.870886] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.893662] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: IN_PROGRESS for 2s [ 946.250887] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: SUCCESS [ 946.251137] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 deletion is rescheduled due to dependency. [ 946.251226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.251337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.251554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.251753] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.251870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.251978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.252123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.252190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.252290] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.560978] env[68927]: INFO networking_nsxv3.common.synchronization [req-883d9e7f-5fca-48ea-805f-b668a9c1132b req-f03c3091-2093-4bee-a43d-e0d344e6c2ea tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 946.562667] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 946.562667] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.562667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.562667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.566679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.566853] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.567031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.567031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.567198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.567286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.567385] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.754264] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.073205] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.073205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.073205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.073205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.073205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.073635] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.073635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.073635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.073635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.073802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.073802] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 947.107155] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.107155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.107155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.107357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.107357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.116486] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 947.256648] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.759603] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.759603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.759603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.759969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.759969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.759969] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be updated. [ 947.787102] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.787252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.787325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.787532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.787671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.795809] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: IN_PROGRESS for 2s [ 947.911819] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: SUCCESS [ 947.912050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.126837] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 949.126837] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 deletion is rescheduled due to dependency. [ 949.126837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.806240] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: SUCCESS [ 949.806528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.806739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.807074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.807196] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.807369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.807431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.807582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.807668] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.807752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.807843] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.300744] env[68927]: INFO networking_nsxv3.common.synchronization [None req-a37b0e72-d3a2-4fee-9260-42faeae41442 None None] Enqueued Resource ID: c28b6460-8cae-4638-befd-2b655e218772 with Priority: HIGHEST for action port [ 950.301111] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28b6460-8cae-4638-befd-2b655e218772 with Priority: HIGHEST for action port [ 950.301697] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-c28b6460-8cae-4638-befd-2b655e218772 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.301829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c28b6460-8cae-4638-befd-2b655e218772" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.301892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c28b6460-8cae-4638-befd-2b655e218772" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.302162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c28b6460-8cae-4638-befd-2b655e218772" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.302245] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28b6460-8cae-4638-befd-2b655e218772',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.310728] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.310917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.311009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.311267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.311476] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.311586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.311678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.311894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.312015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.312118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.312298] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.312425] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.312496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.312690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.312815] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.312916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.313034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.313206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.313289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.313406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.313506] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.804545] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c28b6460-8cae-4638-befd-2b655e218772 [ 950.804785] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.804927] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.805009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.805236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.805327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.805425] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c28b6460-8cae-4638-befd-2b655e218772 already deleted. [ 950.805520] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c28b6460-8cae-4638-befd-2b655e218772" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.817679] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 089afbbd-f47c-401e-8065-3b3dcd8bf411: rpc.has_security_group_logging(os_id): False [ 950.835878] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.836118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.836118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.836369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.836461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.836946] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.837089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.837201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.837375] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.837461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.837665] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.837797] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.837827] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.837953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.838040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.838222] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.838317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.838416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.838566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.838654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.838752] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be updated. [ 950.896933] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.896933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.896933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.896933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.896933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.908534] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: IN_PROGRESS for 2s [ 950.976335] env[68927]: INFO networking_nsxv3.common.synchronization [req-bda82773-8a87-410a-ab25-1e8f366af868 req-c4a7e6d1-c9c1-4d08-9d4e-0b4c705d1e3a tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 950.976335] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 950.977609] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.979539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.979658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.979891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.980094] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.980209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.980337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.980428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.980515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.980616] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.312376] env[68927]: INFO networking_nsxv3.common.synchronization [req-a6b57fe8-4ddc-4df7-9215-510297d50d48 req-ae5d17fd-8bf1-4e3b-ad32-ee12776f9a6f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Enqueued Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 951.316692] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 951.317122] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.317257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.317328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.317772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.317772] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.317772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.317956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.317989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.318088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.318185] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.484576] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.672333] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.672577] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-531" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.672711] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-531" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.672984] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-531" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.674027] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.674027] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.674027] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.674027] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.674027] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.677663] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.677817] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.677936] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.678063] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.678182] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.678293] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.678468] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.697274] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.697274] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 951.697536] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.697572] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-531" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.698019] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-372ac012-bcc6-424c-9107-38399d19e5a8 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.698235] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-372ac012-bcc6-424c-9107-38399d19e5a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.698376] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-372ac012-bcc6-424c-9107-38399d19e5a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.698735] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-372ac012-bcc6-424c-9107-38399d19e5a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.698894] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('372ac012-bcc6-424c-9107-38399d19e5a8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.820576] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.993107] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.203897] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.203897] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.203897] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.203897] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.203897] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.203897] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 372ac012-bcc6-424c-9107-38399d19e5a8 not found, creating... [ 952.203897] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.204406] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.204406] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.204502] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.204655] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.205040] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.205267] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.205415] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.205666] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.205835] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.206064] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 372ac012-bcc6-424c-9107-38399d19e5a8 is going to be created. [ 952.226484] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.226787] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.226955] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.227296] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.227570] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.227816] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-372ac012-bcc6-424c-9107-38399d19e5a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.323402] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.495515] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.495708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.495776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.496070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.496189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.496298] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 952.525270] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.525411] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.525477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.525687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.525830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.534240] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 952.826365] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.826559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.826664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.826992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.827125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.827243] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee is going to be updated. [ 952.854997] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.855170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.855260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.855511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.855658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.869821] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: IN_PROGRESS for 2s [ 952.927023] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: SUCCESS [ 952.927023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.045331] env[68927]: INFO networking_nsxv3.common.synchronization [req-a6b57fe8-4ddc-4df7-9215-510297d50d48 req-4e2973fd-ae84-4f1f-99ec-3d982ae5d19a service nova] Enqueued Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_rules [ 953.045331] env[68927]: INFO networking_nsxv3.common.synchronization [req-a6b57fe8-4ddc-4df7-9215-510297d50d48 req-4e2973fd-ae84-4f1f-99ec-3d982ae5d19a service nova] Enqueued Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 953.045331] env[68927]: INFO networking_nsxv3.common.synchronization [req-a6b57fe8-4ddc-4df7-9215-510297d50d48 req-4e2973fd-ae84-4f1f-99ec-3d982ae5d19a service nova] Enqueued Resource ID: 372ac012-bcc6-424c-9107-38399d19e5a8 with Priority: HIGHEST for action port [ 953.045331] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_rules [ 953.045331] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 953.045331] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372ac012-bcc6-424c-9107-38399d19e5a8 with Priority: HIGHEST for action port [ 953.045331] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.052321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.052321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.052321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.052321] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.052321] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.052321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.052321] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-372ac012-bcc6-424c-9107-38399d19e5a8 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.052321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-372ac012-bcc6-424c-9107-38399d19e5a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.052321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-372ac012-bcc6-424c-9107-38399d19e5a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.052321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-372ac012-bcc6-424c-9107-38399d19e5a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.052321] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('372ac012-bcc6-424c-9107-38399d19e5a8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.555680] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.556136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.556136] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 372ac012-bcc6-424c-9107-38399d19e5a8 with status ACTIVE [ 953.556585] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.556585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.557041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.557285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.557387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.557577] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.557712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.557805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.557943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.558034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.558220] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.558335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.558411] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.558640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.558640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.558769] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 372ac012-bcc6-424c-9107-38399d19e5a8 is going to be updated. [ 953.580276] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.580486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.580486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.580708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.580884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.581261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-372ac012-bcc6-424c-9107-38399d19e5a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.544014] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 954.544014] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.882022] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: SUCCESS [ 954.882022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.882022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.882022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.882022] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.882022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.882022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.882022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.882022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.882022] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.906911] env[68927]: INFO networking_nsxv3.common.synchronization [req-338a73f1-5305-43e6-9600-c71298ff009e req-926cc17c-0ed9-4c7e-a114-596c6fa2f7cf tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_members [ 954.907453] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_members [ 954.910655] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.910655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.910655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.910655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.910655] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.910655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.910655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.910655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.910655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.910655] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be3b2bb-f69b-436c-aaa0-6851d4ccdd33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.291445] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.291791] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.291956] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.296652] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.297073] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.297300] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.297452] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.297770] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.297956] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.298228] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.298364] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.298571] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.298690] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.298811] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.299014] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.299095] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.321050] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.321284] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 955.321439] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.321645] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.322049] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-0836bc18-4a6c-4c20-9176-acd26156c0ac taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.322283] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-0836bc18-4a6c-4c20-9176-acd26156c0ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.324045] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-0836bc18-4a6c-4c20-9176-acd26156c0ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.324045] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-0836bc18-4a6c-4c20-9176-acd26156c0ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.324045] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0836bc18-4a6c-4c20-9176-acd26156c0ac',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.387916] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.413613] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.413820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.415058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.415327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.415429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.415657] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.415761] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.415828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.416042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.416103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.416167] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 already deleted. [ 955.416249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.830904] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.831305] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.831472] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.832209] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.832371] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.832634] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 0836bc18-4a6c-4c20-9176-acd26156c0ac not found, creating... [ 955.833022] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.833395] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.833395] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.833714] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.833910] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.834485] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.834730] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.834895] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.835173] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.835359] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.835541] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 0836bc18-4a6c-4c20-9176-acd26156c0ac is going to be created. [ 955.855811] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.856057] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.856176] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.856464] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.856703] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.856948] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-0836bc18-4a6c-4c20-9176-acd26156c0ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.883449] env[68927]: INFO networking_nsxv3.common.synchronization [None req-1b19f9b9-1fd6-4a3b-ab42-9207148d4ee8 None None] Enqueued Resource ID: 343e31e3-d624-4217-b36e-65d792eda6d5 with Priority: HIGHEST for action port [ 955.883741] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343e31e3-d624-4217-b36e-65d792eda6d5 with Priority: HIGHEST for action port [ 955.884318] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-343e31e3-d624-4217-b36e-65d792eda6d5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.884440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343e31e3-d624-4217-b36e-65d792eda6d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.884512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343e31e3-d624-4217-b36e-65d792eda6d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.884843] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343e31e3-d624-4217-b36e-65d792eda6d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.884843] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343e31e3-d624-4217-b36e-65d792eda6d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.890980] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.392072] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 343e31e3-d624-4217-b36e-65d792eda6d5 [ 956.392317] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.392453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.392526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.392737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.392829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.392923] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:343e31e3-d624-4217-b36e-65d792eda6d5 already deleted. [ 956.393011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343e31e3-d624-4217-b36e-65d792eda6d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.393340] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.393446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.393512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.393660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.393737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.393837] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee is going to be updated. [ 956.421188] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.421188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.421188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.421188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.421188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.433728] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: IN_PROGRESS for 2s [ 956.566169] env[68927]: INFO networking_nsxv3.common.synchronization [req-338a73f1-5305-43e6-9600-c71298ff009e req-908b38fb-d0b4-401a-b7f8-086806e66756 service nova] Enqueued Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_rules [ 956.566414] env[68927]: INFO networking_nsxv3.common.synchronization [req-338a73f1-5305-43e6-9600-c71298ff009e req-908b38fb-d0b4-401a-b7f8-086806e66756 service nova] Enqueued Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_members [ 956.567275] env[68927]: INFO networking_nsxv3.common.synchronization [req-338a73f1-5305-43e6-9600-c71298ff009e req-908b38fb-d0b4-401a-b7f8-086806e66756 service nova] Enqueued Resource ID: 0836bc18-4a6c-4c20-9176-acd26156c0ac with Priority: HIGHEST for action port [ 956.567275] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_rules [ 956.567275] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_members [ 956.567275] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0836bc18-4a6c-4c20-9176-acd26156c0ac with Priority: HIGHEST for action port [ 956.567759] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.567759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.567896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.567981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.569566] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be3b2bb-f69b-436c-aaa0-6851d4ccdd33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.570241] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.570382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.570429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.570603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.570755] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.570847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.570904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.571057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.571145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.571240] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be3b2bb-f69b-436c-aaa0-6851d4ccdd33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.572527] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-0836bc18-4a6c-4c20-9176-acd26156c0ac taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.574189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0836bc18-4a6c-4c20-9176-acd26156c0ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.574239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0836bc18-4a6c-4c20-9176-acd26156c0ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.574378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0836bc18-4a6c-4c20-9176-acd26156c0ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.574459] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0836bc18-4a6c-4c20-9176-acd26156c0ac',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.070209] env[68927]: INFO networking_nsxv3.common.synchronization [req-2c02534c-0224-4120-ab69-9231313cd1fb req-cdd77e7f-ef8f-4cdd-90c2-9443803e005c tempest-ImagesOneServerNegativeTestJSON-1160036563 tempest-ImagesOneServerNegativeTestJSON-1160036563-project-member] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 957.070740] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGHEST for action security_group_members [ 957.071170] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.072111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.072111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.072111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.072111] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.072111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.072111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.072111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.072111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.072111] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.077058] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be3b2bb-f69b-436c-aaa0-6851d4ccdd33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.077058] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.077223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.077800] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0836bc18-4a6c-4c20-9176-acd26156c0ac with status ACTIVE [ 957.077800] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.077800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.077800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.077800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.078167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.078167] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.078167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.078167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.078374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.078374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.079050] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.079050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.079050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.079050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.079050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.079339] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0836bc18-4a6c-4c20-9176-acd26156c0ac is going to be updated. [ 957.098059] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.098257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.098257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.099596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.099815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.099899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0836bc18-4a6c-4c20-9176-acd26156c0ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.575470] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.575670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.575748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.575969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.576083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.576295] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.576455] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.576517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.576682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.576763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.576852] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be updated. [ 957.581578] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be3b2bb-f69b-436c-aaa0-6851d4ccdd33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.601078] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.601267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.601332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.601502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.601640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.611541] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: IN_PROGRESS for 2s [ 958.084595] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.084953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.084953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.085232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.085405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.085555] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 is going to be created. [ 958.110541] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.110781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.110781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.111043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.111212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.121270] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 in Status: UNINITIALIZED for 2s [ 958.422070] env[68927]: INFO networking_nsxv3.common.synchronization [None req-cfe2dc1f-baa5-439a-98ae-79b56787c786 None None] Enqueued Resource ID: eeef4c76-222d-410b-8246-24ade639917b with Priority: HIGHEST for action port [ 958.422663] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef4c76-222d-410b-8246-24ade639917b with Priority: HIGHEST for action port [ 958.423092] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeef4c76-222d-410b-8246-24ade639917b taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.423092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeef4c76-222d-410b-8246-24ade639917b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.423244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeef4c76-222d-410b-8246-24ade639917b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.423414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeef4c76-222d-410b-8246-24ade639917b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.423505] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeef4c76-222d-410b-8246-24ade639917b',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.443905] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: SUCCESS [ 958.444264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.444907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.445187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.445391] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.445521] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.445596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.445778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.446067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.446167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.446356] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.926585] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeef4c76-222d-410b-8246-24ade639917b [ 958.926937] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.927100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.927192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.927406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.927521] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.927646] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeef4c76-222d-410b-8246-24ade639917b already deleted. [ 958.927733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeef4c76-222d-410b-8246-24ade639917b" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.951123] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.954960] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.954960] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.954960] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.954960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.955612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.955612] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.459879] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6327bc39-9bf0-4739-80a9-2c69f1cf2bee: rpc.has_security_group_logging(os_id): False [ 959.478237] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.478405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.478524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.478734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.478804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.479035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.479138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.479200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.479348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.479534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.479599] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.479734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.479780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.479894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.479969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.480178] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.480272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.480330] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.480486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.480563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.480646] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee is going to be updated. [ 959.534991] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.535169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.535241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.535462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.535612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.546908] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: IN_PROGRESS for 2s [ 959.619196] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 in Status: SUCCESS [ 959.619426] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 deletion is rescheduled due to dependency. [ 959.619594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.131389] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 in Status: UNINITIALIZED for 4s [ 961.558916] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: SUCCESS [ 961.559344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.140657] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 in Status: SUCCESS [ 962.141011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.141214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.141446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.141650] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.141785] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.141848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.142025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.142108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.142196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.142289] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4be3b2bb-f69b-436c-aaa0-6851d4ccdd33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.646405] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4be3b2bb-f69b-436c-aaa0-6851d4ccdd33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.961106] env[68927]: INFO networking_nsxv3.common.synchronization [req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a req-e1079f63-fd93-4d0b-8a59-11818750dd14 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Enqueued Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_members [ 962.961106] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_members [ 962.961106] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-88b3cf4e-fbad-49fb-9243-8065a9725acd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.961106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.961106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.961106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.961106] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.961907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.962264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.962592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.963376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.963624] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.148807] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33: rpc.has_security_group_logging(os_id): False [ 963.167540] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.167692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.167766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.167994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.168092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.168336] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.168437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.168511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.168669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.168754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.168861] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 is going to be created. [ 963.225208] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.225353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.225425] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.225632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.225822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.238537] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 in Status: IN_PROGRESS for 2s [ 963.320088] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.320299] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.320430] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.320747] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.321136] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.321306] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.321429] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.321647] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.321795] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.322014] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.322141] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.322254] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.322365] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.322481] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.322592] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.322730] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.352697] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.352870] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 963.353024] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.353211] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-245" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.353517] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-ab9452ad-627b-44b8-9b69-c2294ccc0314 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.353853] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-ab9452ad-627b-44b8-9b69-c2294ccc0314" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.353853] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-ab9452ad-627b-44b8-9b69-c2294ccc0314" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.354125] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-ab9452ad-627b-44b8-9b69-c2294ccc0314" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.354271] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab9452ad-627b-44b8-9b69-c2294ccc0314',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.466711] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.466871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.466871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.467063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.467161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.467366] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.467468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.467529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.467682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.467758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.467843] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd already deleted. [ 963.467938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.857738] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.857738] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.857738] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.857738] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.857738] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.858179] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port ab9452ad-627b-44b8-9b69-c2294ccc0314 not found, creating... [ 963.858179] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.858271] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.858380] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.858730] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.858797] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.859089] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.859740] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.859740] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.859740] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.859878] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.860000] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: ab9452ad-627b-44b8-9b69-c2294ccc0314 is going to be created. [ 963.879466] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.879466] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.879466] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.879698] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.880554] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.880554] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-ab9452ad-627b-44b8-9b69-c2294ccc0314" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.606958] env[68927]: INFO networking_nsxv3.common.synchronization [req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a req-585073de-7c68-45ab-a19c-ef49c7d9df23 service nova] Enqueued Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_rules [ 964.607163] env[68927]: INFO networking_nsxv3.common.synchronization [req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a req-585073de-7c68-45ab-a19c-ef49c7d9df23 service nova] Enqueued Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_members [ 964.607394] env[68927]: INFO networking_nsxv3.common.synchronization [req-89b4b0a3-ab85-40a9-ac0d-34006fe3ec1a req-585073de-7c68-45ab-a19c-ef49c7d9df23 service nova] Enqueued Resource ID: ab9452ad-627b-44b8-9b69-c2294ccc0314 with Priority: HIGHEST for action port [ 964.607818] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_rules [ 964.607950] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_members [ 964.609764] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab9452ad-627b-44b8-9b69-c2294ccc0314 with Priority: HIGHEST for action port [ 964.610285] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88b3cf4e-fbad-49fb-9243-8065a9725acd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.610391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.610494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.611253] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.611253] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.615028] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-88b3cf4e-fbad-49fb-9243-8065a9725acd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.615028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.615028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.615028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.615028] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.615028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.615028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.615028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.615028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.615028] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.615028] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab9452ad-627b-44b8-9b69-c2294ccc0314 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.615028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab9452ad-627b-44b8-9b69-c2294ccc0314" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.615860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab9452ad-627b-44b8-9b69-c2294ccc0314" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.615860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab9452ad-627b-44b8-9b69-c2294ccc0314" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.615860] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab9452ad-627b-44b8-9b69-c2294ccc0314',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.114963] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.117968] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab9452ad-627b-44b8-9b69-c2294ccc0314 with status ACTIVE [ 965.119021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.119021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.119021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.119021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.120174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.120174] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.120174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.120174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.120433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.120631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.121033] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.121343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.121850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.121979] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.122268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.122404] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab9452ad-627b-44b8-9b69-c2294ccc0314 is going to be updated. [ 965.125032] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-88b3cf4e-fbad-49fb-9243-8065a9725acd taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.125032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.143268] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.143825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.144171] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.145017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.145017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.145017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab9452ad-627b-44b8-9b69-c2294ccc0314" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.254336] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 in Status: SUCCESS [ 965.254336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.626617] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.129134] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.129488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.129488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.129654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.129777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.129901] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd is going to be created. [ 966.154670] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.154835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.154873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.155104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.155319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.163949] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd in Status: UNINITIALIZED for 2s [ 968.175169] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd in Status: SUCCESS [ 968.175169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.175169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.175169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.175169] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.175902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.175902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.175902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.175902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.175902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.175902] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.510695] env[68927]: INFO networking_nsxv3.common.synchronization [req-62d33b8c-5be5-4c73-9d10-66f5baa456ed req-5ceaca93-749f-4444-a2be-16579f68d88f tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Enqueued Resource ID: a3340765-80e5-4cf2-9c88-4a2633ee547c with Priority: HIGHEST for action security_group_members [ 968.511284] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3340765-80e5-4cf2-9c88-4a2633ee547c with Priority: HIGHEST for action security_group_members [ 968.511591] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3340765-80e5-4cf2-9c88-4a2633ee547c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.511718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.511787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.512063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.512224] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.512321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.512383] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.512526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.512614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.512705] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3340765-80e5-4cf2-9c88-4a2633ee547c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.680708] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.014665] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.014832] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.014904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.015151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.015254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.015457] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.015576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.015682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.015848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.015928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.016027] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3340765-80e5-4cf2-9c88-4a2633ee547c already deleted. [ 969.016111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.182524] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88b3cf4e-fbad-49fb-9243-8065a9725acd: rpc.has_security_group_logging(os_id): False [ 969.185434] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.186608] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-273" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.186747] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-273" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.187085] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-273" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.187359] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.187574] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.187657] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.187896] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.188057] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.188271] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.188390] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.188501] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.189328] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.189476] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.189618] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.189769] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.208076] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.208206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.208321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.208431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.208511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.208764] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.208858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.208920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.209076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.209151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.209232] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd is going to be created. [ 969.220018] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.220018] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.220018] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.220018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-273" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.220305] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-674a274c-18a2-4b55-8c37-75aa44bc6dc7 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.220472] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-674a274c-18a2-4b55-8c37-75aa44bc6dc7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.220615] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-674a274c-18a2-4b55-8c37-75aa44bc6dc7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.220924] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-674a274c-18a2-4b55-8c37-75aa44bc6dc7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.221147] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674a274c-18a2-4b55-8c37-75aa44bc6dc7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.264322] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.265547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.265547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.265547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.265547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.274914] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd in Status: IN_PROGRESS for 2s [ 969.723557] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.723557] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.723727] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.723898] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.724070] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.724236] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 674a274c-18a2-4b55-8c37-75aa44bc6dc7 not found, creating... [ 969.724512] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.724676] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.724820] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.725067] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.725216] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.725506] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.725666] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.725786] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.726006] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.726154] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.726298] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 674a274c-18a2-4b55-8c37-75aa44bc6dc7 is going to be created. [ 969.744834] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.745084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.745182] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.745436] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.745659] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.745886] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-674a274c-18a2-4b55-8c37-75aa44bc6dc7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.541203] env[68927]: INFO networking_nsxv3.common.synchronization [req-62d33b8c-5be5-4c73-9d10-66f5baa456ed req-e3c73496-9ca5-49e0-bb95-f1cf4b7c63b5 service nova] Enqueued Resource ID: a3340765-80e5-4cf2-9c88-4a2633ee547c with Priority: HIGHEST for action security_group_rules [ 970.541521] env[68927]: INFO networking_nsxv3.common.synchronization [req-62d33b8c-5be5-4c73-9d10-66f5baa456ed req-e3c73496-9ca5-49e0-bb95-f1cf4b7c63b5 service nova] Enqueued Resource ID: a3340765-80e5-4cf2-9c88-4a2633ee547c with Priority: HIGHEST for action security_group_members [ 970.541671] env[68927]: INFO networking_nsxv3.common.synchronization [req-62d33b8c-5be5-4c73-9d10-66f5baa456ed req-e3c73496-9ca5-49e0-bb95-f1cf4b7c63b5 service nova] Enqueued Resource ID: 674a274c-18a2-4b55-8c37-75aa44bc6dc7 with Priority: HIGHEST for action port [ 970.541865] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3340765-80e5-4cf2-9c88-4a2633ee547c with Priority: HIGHEST for action security_group_rules [ 970.541993] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3340765-80e5-4cf2-9c88-4a2633ee547c with Priority: HIGHEST for action security_group_members [ 970.542121] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674a274c-18a2-4b55-8c37-75aa44bc6dc7 with Priority: HIGHEST for action port [ 970.542699] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3340765-80e5-4cf2-9c88-4a2633ee547c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.542836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.542901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.544556] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.544655] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3340765-80e5-4cf2-9c88-4a2633ee547c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.546311] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3340765-80e5-4cf2-9c88-4a2633ee547c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.546452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.546510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.546704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.546857] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.547030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.547109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.547295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.547295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.547433] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3340765-80e5-4cf2-9c88-4a2633ee547c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.548231] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-674a274c-18a2-4b55-8c37-75aa44bc6dc7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.549057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674a274c-18a2-4b55-8c37-75aa44bc6dc7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.549057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674a274c-18a2-4b55-8c37-75aa44bc6dc7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.549057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674a274c-18a2-4b55-8c37-75aa44bc6dc7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.549057] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674a274c-18a2-4b55-8c37-75aa44bc6dc7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.051372] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3340765-80e5-4cf2-9c88-4a2633ee547c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.051502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.051711] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3340765-80e5-4cf2-9c88-4a2633ee547c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.052661] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 674a274c-18a2-4b55-8c37-75aa44bc6dc7 with status ACTIVE [ 971.053069] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.053069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.053069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.053271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.053368] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.053546] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.053647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.053712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.053871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.053952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.055021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.055166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.055236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.055403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.055486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.055577] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 674a274c-18a2-4b55-8c37-75aa44bc6dc7 is going to be updated. [ 971.081712] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.081935] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.081981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.082232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.082378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.082555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674a274c-18a2-4b55-8c37-75aa44bc6dc7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.287056] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd in Status: SUCCESS [ 971.287298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.557763] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3340765-80e5-4cf2-9c88-4a2633ee547c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.060453] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.060620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.060718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.060944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.061069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.061128] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3340765-80e5-4cf2-9c88-4a2633ee547c is going to be created. [ 972.084475] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.084475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.084475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.084695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.085086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.094307] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3340765-80e5-4cf2-9c88-4a2633ee547c in Status: UNINITIALIZED for 2s [ 972.161963] env[68927]: INFO networking_nsxv3.common.synchronization [req-ab5dbb3f-b174-468b-8a59-b9f768c2765e req-5a7ba625-41f6-48b8-b75c-f4ea92d90d60 tempest-ListImageFiltersTestJSON-1630489395 tempest-ListImageFiltersTestJSON-1630489395-project-member] Enqueued Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 972.162485] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGHEST for action security_group_members [ 972.162793] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.162917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.162985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.163200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.163354] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.163452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.163514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.163663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.163750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.163843] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.665975] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.666332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.666332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.666414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.666513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.666745] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.666837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.666896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.667072] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.667163] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.667251] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 is going to be updated. [ 972.695122] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.695277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.697646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.697646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.697646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.705448] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: IN_PROGRESS for 2s [ 973.482629] env[68927]: INFO networking_nsxv3.common.synchronization [req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc req-00e61e6d-1ed7-4579-b72c-f024b98cb896 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 973.484021] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 973.484381] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.484513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.484581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.484788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.484951] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.485075] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.485177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.485360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.485454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.485585] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.971681] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.971681] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.971681] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.972091] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.972178] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.972360] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.972487] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.972715] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.972903] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.973159] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.973299] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.973433] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.973546] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.973672] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.973787] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.973927] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.988111] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.988264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.988382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.988579] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.988753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.988968] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.989136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.989136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.989312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.989382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.989514] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 973.992868] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.993143] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.993243] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.993400] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.993695] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-e05067c5-65f4-4c3a-afa1-2aa160ce188e taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.993866] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-e05067c5-65f4-4c3a-afa1-2aa160ce188e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.993991] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-e05067c5-65f4-4c3a-afa1-2aa160ce188e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.994319] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-e05067c5-65f4-4c3a-afa1-2aa160ce188e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.994465] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05067c5-65f4-4c3a-afa1-2aa160ce188e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.023234] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.023234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.023402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.023510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.023654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.034979] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 974.104551] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3340765-80e5-4cf2-9c88-4a2633ee547c in Status: UNINITIALIZED for 4s [ 974.497783] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.498079] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.498218] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.498504] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.498702] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.498960] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port e05067c5-65f4-4c3a-afa1-2aa160ce188e not found, creating... [ 974.499258] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.499423] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.499545] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.499847] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.500023] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.500316] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.500480] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.500604] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.500817] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.500957] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.501113] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: e05067c5-65f4-4c3a-afa1-2aa160ce188e is going to be created. [ 974.519347] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.519557] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.519735] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.519941] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.520402] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.520402] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-e05067c5-65f4-4c3a-afa1-2aa160ce188e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.715878] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 in Status: SUCCESS [ 974.715878] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 deletion is rescheduled due to dependency. [ 974.715878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.356265] env[68927]: INFO networking_nsxv3.common.synchronization [req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc req-aa28c698-7c13-4429-9975-80df5f67fdc2 service nova] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_rules [ 975.356265] env[68927]: INFO networking_nsxv3.common.synchronization [req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc req-aa28c698-7c13-4429-9975-80df5f67fdc2 service nova] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 975.356265] env[68927]: INFO networking_nsxv3.common.synchronization [req-3a99b19e-25a8-4497-aa7c-0463bb4c22cc req-aa28c698-7c13-4429-9975-80df5f67fdc2 service nova] Enqueued Resource ID: e05067c5-65f4-4c3a-afa1-2aa160ce188e with Priority: HIGHEST for action port [ 975.356265] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_rules [ 975.356265] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 975.356265] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05067c5-65f4-4c3a-afa1-2aa160ce188e with Priority: HIGHEST for action port [ 975.356265] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.356265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.356265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.357085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.357275] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.358710] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.359026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.359450] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-e05067c5-65f4-4c3a-afa1-2aa160ce188e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.359900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e05067c5-65f4-4c3a-afa1-2aa160ce188e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.360093] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e05067c5-65f4-4c3a-afa1-2aa160ce188e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.360444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e05067c5-65f4-4c3a-afa1-2aa160ce188e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.360627] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05067c5-65f4-4c3a-afa1-2aa160ce188e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.863234] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.863505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.866194] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e05067c5-65f4-4c3a-afa1-2aa160ce188e with status ACTIVE [ 975.866551] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.866759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.866854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.867150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.867290] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.867555] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.867705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.867807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.871104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.871104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.871104] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.871104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.871104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.871104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.871104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.871104] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e05067c5-65f4-4c3a-afa1-2aa160ce188e is going to be updated. [ 975.892383] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.892693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.892693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.892981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.893126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.893406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e05067c5-65f4-4c3a-afa1-2aa160ce188e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.043918] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 976.044130] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 deletion is rescheduled due to dependency. [ 976.044252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.044414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.044623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.044808] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.044961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.045105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.045274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.045357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.045451] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.115571] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3340765-80e5-4cf2-9c88-4a2633ee547c in Status: SUCCESS [ 976.116798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.116798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.116798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.117171] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.117286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.117343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.117582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.117716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.117851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.117991] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3340765-80e5-4cf2-9c88-4a2633ee547c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.547726] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.621570] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3340765-80e5-4cf2-9c88-4a2633ee547c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.621730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.621981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.622084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.622720] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.622720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.622720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.622720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.622720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.622720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.623029] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3340765-80e5-4cf2-9c88-4a2633ee547c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.623029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.623029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.623190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.623284] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.623391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.623454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.623603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.623660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.623740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.624080] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3340765-80e5-4cf2-9c88-4a2633ee547c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.050773] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.126966] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3340765-80e5-4cf2-9c88-4a2633ee547c: rpc.has_security_group_logging(os_id): False [ 977.146254] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.146428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.146488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.146815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.146908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.147139] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.147295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.147389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.147586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.147702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.147914] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.148062] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.148144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.148311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.148410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.148614] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.148809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.148890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.149076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.149222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.149339] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3340765-80e5-4cf2-9c88-4a2633ee547c is going to be created. [ 977.202645] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.202852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.202992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.203340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.203634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.214230] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3340765-80e5-4cf2-9c88-4a2633ee547c in Status: IN_PROGRESS for 2s [ 977.553616] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.553988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.553988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.554155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.554316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.554508] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 977.584505] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.584706] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.584706] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.584925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.585085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.593780] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 978.619026] env[68927]: INFO networking_nsxv3.common.synchronization [req-1fd2931d-30d4-43f2-b566-595dae54f0e8 req-e33b9f4f-f59f-40ac-a42e-32ac6982e2f7 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 978.619214] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 978.619531] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.619694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.620102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.620102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.620220] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.620274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.620309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.620456] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.620539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.620630] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.682399] env[68927]: INFO networking_nsxv3.common.synchronization [req-2d46c8f2-316d-423e-b34a-c56f4f327879 req-ecaac1ca-4d12-4ef4-ad13-b03ef0194a30 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 978.682922] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 978.683272] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.683404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.683466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.683654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.684148] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.684148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.684148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.684360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.684360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.684459] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.124163] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.141894] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.142173] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.142309] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.142769] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.143032] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.143032] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.143173] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.143444] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.143591] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.143862] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.143990] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.144164] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.144257] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.144440] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.144525] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.144659] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.163281] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.163449] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.163598] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.164012] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.164453] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-a95fc968-90ee-4af8-b446-bc7fd30f43fd taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.164603] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-a95fc968-90ee-4af8-b446-bc7fd30f43fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.164779] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-a95fc968-90ee-4af8-b446-bc7fd30f43fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.165193] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-a95fc968-90ee-4af8-b446-bc7fd30f43fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.165377] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95fc968-90ee-4af8-b446-bc7fd30f43fd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.188571] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.228955] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3340765-80e5-4cf2-9c88-4a2633ee547c in Status: SUCCESS [ 979.229217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.603356] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 979.603687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.603939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.604251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.604523] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.604716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.604834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.605107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.605237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.605341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.605439] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.626353] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.667722] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.667968] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.668140] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.668446] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.668778] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.668849] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port a95fc968-90ee-4af8-b446-bc7fd30f43fd not found, creating... [ 979.669234] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.669449] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.669607] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.669961] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.670244] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.670578] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.670786] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.670983] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.671256] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.671402] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.671552] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: a95fc968-90ee-4af8-b446-bc7fd30f43fd is going to be created. [ 979.690568] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.693578] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.693766] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.693766] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.694306] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.694306] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.695611] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-a95fc968-90ee-4af8-b446-bc7fd30f43fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.108506] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.108713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.108775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.108990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.109181] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.109286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.109352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.109505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.109599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.109771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.109955] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.110050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.110119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.110264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.110405] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.110489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.110565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.110685] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.110759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.110840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.111017] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.128902] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.129212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.129362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.129645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.129810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.129961] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 980.157628] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.157786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.157858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.158107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.158257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.167472] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 980.193394] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.193905] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.194168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.195518] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.196272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.196272] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 980.227648] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.227877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.228017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.228289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.228512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.239482] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 980.443015] env[68927]: INFO networking_nsxv3.common.synchronization [req-1fd2931d-30d4-43f2-b566-595dae54f0e8 req-53aa2113-06a1-4ebb-91a9-e9eaf4ae4424 service nova] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_rules [ 980.443137] env[68927]: INFO networking_nsxv3.common.synchronization [req-1fd2931d-30d4-43f2-b566-595dae54f0e8 req-53aa2113-06a1-4ebb-91a9-e9eaf4ae4424 service nova] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 980.443198] env[68927]: INFO networking_nsxv3.common.synchronization [req-1fd2931d-30d4-43f2-b566-595dae54f0e8 req-53aa2113-06a1-4ebb-91a9-e9eaf4ae4424 service nova] Enqueued Resource ID: a95fc968-90ee-4af8-b446-bc7fd30f43fd with Priority: HIGHEST for action port [ 980.443412] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_rules [ 980.443540] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 980.443636] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95fc968-90ee-4af8-b446-bc7fd30f43fd with Priority: HIGHEST for action port [ 980.444206] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.444334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.444606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.444840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.444914] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.450180] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.450302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.450506] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-a95fc968-90ee-4af8-b446-bc7fd30f43fd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.450641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a95fc968-90ee-4af8-b446-bc7fd30f43fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.450678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a95fc968-90ee-4af8-b446-bc7fd30f43fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.451539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a95fc968-90ee-4af8-b446-bc7fd30f43fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.451539] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95fc968-90ee-4af8-b446-bc7fd30f43fd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.613372] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d603dc80-fdad-4726-990d-51982303a3c5: rpc.has_security_group_logging(os_id): False [ 980.642194] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.642684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.642684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.642684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.642951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.643034] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.643250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.643250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.643432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.643489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.643674] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.643794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.643860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.644010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.644113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.644338] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.644455] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.644519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.644675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.644754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.644839] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 980.769043] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.769043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.769043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.769320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.769753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.791946] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 980.950677] env[68927]: INFO networking_nsxv3.common.synchronization [req-ccd1b946-b87e-447d-93ed-13ed3c49373b req-db21bb0e-8244-49b1-bb0b-22d242da9e0f tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Enqueued Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 980.950677] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 980.950958] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.954420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.954541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.955845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.955845] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.955845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.955845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.955845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.955845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.955845] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.956895] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.956993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.957459] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a95fc968-90ee-4af8-b446-bc7fd30f43fd with status ACTIVE [ 980.957634] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.957745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.957800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.959440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.959568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.960058] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.960208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.960284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.960517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.962101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.962101] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.962101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.962101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.962101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.962101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.962101] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a95fc968-90ee-4af8-b446-bc7fd30f43fd is going to be updated. [ 980.987134] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.987134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.987134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.987134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.987134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.987134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a95fc968-90ee-4af8-b446-bc7fd30f43fd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.464184] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.967102] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.176794] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 982.177024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.177195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.177415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.177600] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.177718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.177797] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.177942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.178030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.178128] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.248346] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 982.248570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.321898] env[68927]: INFO networking_nsxv3.common.synchronization [req-4c24e7b3-459f-4d58-9539-c8bd2e19c31e req-69afd175-dcb6-4123-80c5-c76a3a112e0a tempest-ServerGroupTestJSON-1772818323 tempest-ServerGroupTestJSON-1772818323-project-member] Enqueued Resource ID: a3340765-80e5-4cf2-9c88-4a2633ee547c with Priority: HIGHEST for action security_group_members [ 982.322714] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3340765-80e5-4cf2-9c88-4a2633ee547c with Priority: HIGHEST for action security_group_members [ 982.323584] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3340765-80e5-4cf2-9c88-4a2633ee547c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.323718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.323792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.323956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.324133] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.324236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.324294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.324445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.324530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.324623] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3340765-80e5-4cf2-9c88-4a2633ee547c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.470812] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.470812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.470812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.470812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.470812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.470812] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee is going to be updated. [ 982.500156] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.500345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.500398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.500597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.500739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.512073] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: IN_PROGRESS for 2s [ 982.680264] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.805438] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 982.805536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.827388] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.827388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.827388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.827388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.827388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.827587] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.827639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.827689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.827850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.827920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.828016] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3340765-80e5-4cf2-9c88-4a2633ee547c is going to be updated. [ 982.853606] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.853833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.853936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.854155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.854325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.862265] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3340765-80e5-4cf2-9c88-4a2633ee547c in Status: IN_PROGRESS for 2s [ 983.054503] env[68927]: INFO networking_nsxv3.common.synchronization [req-34d13d7e-731e-405f-b4ed-766ac12721b4 req-107d654b-fa02-45ce-9022-b4df5b535d70 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Enqueued Resource ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d with Priority: HIGHEST for action security_group_members [ 983.055021] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d with Priority: HIGHEST for action security_group_members [ 983.055320] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.055446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.055513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.056543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.056543] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.056543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.056543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.059192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.059192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.059192] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.182935] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.373923] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.374147] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-830" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.374274] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-830" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.374583] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-830" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.374834] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.375445] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.375445] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.375445] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.376342] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.376342] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.376342] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.376433] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.376609] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.376814] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.377008] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.377208] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.395067] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.395067] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.395191] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.395334] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-830" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.395647] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-de90c5c3-7d1e-45d9-87b3-a214bd886bf8 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.395832] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-de90c5c3-7d1e-45d9-87b3-a214bd886bf8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.395945] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-de90c5c3-7d1e-45d9-87b3-a214bd886bf8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.396289] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-de90c5c3-7d1e-45d9-87b3-a214bd886bf8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.396541] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de90c5c3-7d1e-45d9-87b3-a214bd886bf8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.559825] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.559997] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.560084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.560301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.560396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.560595] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.560696] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.560764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.560913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.560994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.561076] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d already deleted. [ 983.561152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.686073] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.686234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.686303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.686506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.686599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.686734] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 983.718369] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.718453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.718517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.718782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.718944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.728193] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 983.900911] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.901122] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.901377] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.903126] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.903126] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.903126] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port de90c5c3-7d1e-45d9-87b3-a214bd886bf8 not found, creating... [ 983.903126] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.903126] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.903126] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.903126] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.903126] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.903126] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.903770] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.903770] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.903947] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.904229] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.904432] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: de90c5c3-7d1e-45d9-87b3-a214bd886bf8 is going to be created. [ 983.927873] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.928174] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.928417] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.928752] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.928990] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.929247] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-de90c5c3-7d1e-45d9-87b3-a214bd886bf8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.285900] env[68927]: INFO networking_nsxv3.common.synchronization [None req-581b07d6-b7a3-4156-a5c8-45ba2b89a596 None None] Enqueued Resource ID: c96b2951-46eb-4b77-bb4f-b6cd877c60a2 with Priority: HIGHEST for action port [ 984.286641] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96b2951-46eb-4b77-bb4f-b6cd877c60a2 with Priority: HIGHEST for action port [ 984.289743] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-c96b2951-46eb-4b77-bb4f-b6cd877c60a2 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.290016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c96b2951-46eb-4b77-bb4f-b6cd877c60a2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.290107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c96b2951-46eb-4b77-bb4f-b6cd877c60a2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.291322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c96b2951-46eb-4b77-bb4f-b6cd877c60a2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.291435] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c96b2951-46eb-4b77-bb4f-b6cd877c60a2',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.521691] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: SUCCESS [ 984.521932] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.670514] env[68927]: INFO networking_nsxv3.common.synchronization [req-34d13d7e-731e-405f-b4ed-766ac12721b4 req-ee80a4d6-b435-442f-bea9-1f064d29f993 service nova] Enqueued Resource ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d with Priority: HIGHEST for action security_group_rules [ 984.670514] env[68927]: INFO networking_nsxv3.common.synchronization [req-34d13d7e-731e-405f-b4ed-766ac12721b4 req-ee80a4d6-b435-442f-bea9-1f064d29f993 service nova] Enqueued Resource ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d with Priority: HIGHEST for action security_group_members [ 984.670514] env[68927]: INFO networking_nsxv3.common.synchronization [req-34d13d7e-731e-405f-b4ed-766ac12721b4 req-ee80a4d6-b435-442f-bea9-1f064d29f993 service nova] Enqueued Resource ID: de90c5c3-7d1e-45d9-87b3-a214bd886bf8 with Priority: HIGHEST for action port [ 984.670514] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d with Priority: HIGHEST for action security_group_rules [ 984.670514] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d with Priority: HIGHEST for action security_group_members [ 984.670514] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de90c5c3-7d1e-45d9-87b3-a214bd886bf8 with Priority: HIGHEST for action port [ 984.670514] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.670514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.670514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.670514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.670514] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.670947] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.671080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.671146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.671315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.671465] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.671554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.671613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.671770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.671858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.671964] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.677184] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-de90c5c3-7d1e-45d9-87b3-a214bd886bf8 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.677682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de90c5c3-7d1e-45d9-87b3-a214bd886bf8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.677773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de90c5c3-7d1e-45d9-87b3-a214bd886bf8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.678016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de90c5c3-7d1e-45d9-87b3-a214bd886bf8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.678094] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de90c5c3-7d1e-45d9-87b3-a214bd886bf8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.796240] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c96b2951-46eb-4b77-bb4f-b6cd877c60a2 [ 984.796240] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.796240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.796240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.796240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.796240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.796494] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c96b2951-46eb-4b77-bb4f-b6cd877c60a2 already deleted. [ 984.796494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c96b2951-46eb-4b77-bb4f-b6cd877c60a2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.872356] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3340765-80e5-4cf2-9c88-4a2633ee547c in Status: SUCCESS [ 984.873113] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3340765-80e5-4cf2-9c88-4a2633ee547c deletion is rescheduled due to dependency. [ 984.873113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.180549] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.180628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.181052] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.190025] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de90c5c3-7d1e-45d9-87b3-a214bd886bf8 with status ACTIVE [ 985.190025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.190025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.190025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.190025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.190025] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de90c5c3-7d1e-45d9-87b3-a214bd886bf8 is going to be updated. [ 985.210174] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.210174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.211630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.211630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.211630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.211630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de90c5c3-7d1e-45d9-87b3-a214bd886bf8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.684056] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.739230] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 985.739470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.739766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.739851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.740060] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.740178] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.740249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.740407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.740502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.740571] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.740708] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.080258] env[68927]: INFO networking_nsxv3.common.synchronization [req-523cc021-5169-4fce-a25f-950b1a14ccd6 req-8ece3ed1-aaa7-4c0e-bd13-cccd027b50ad tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 986.081024] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 986.081397] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.081526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.084054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.084054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.084054] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.084054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.084054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.084054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.084054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.084054] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.191570] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.191745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.193075] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.193075] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.193075] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.193075] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d is going to be created. [ 986.217260] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.217644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.217728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.217940] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.218117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.228522] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: UNINITIALIZED for 2s [ 986.243529] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.243697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.243773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.245142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.245142] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.245142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.245142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.245142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.245142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.245142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.245142] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.245142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.245142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.245851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.245851] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.245851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.245851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.245851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.245851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.245851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.245851] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.449193] env[68927]: INFO networking_nsxv3.common.synchronization [None req-87e4a009-9428-4f74-aebb-70adfab063f7 None None] Enqueued Resource ID: 024e63bf-6c9a-48e9-b0d2-64896c32ae69 with Priority: HIGHEST for action port [ 986.449193] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024e63bf-6c9a-48e9-b0d2-64896c32ae69 with Priority: HIGHEST for action port [ 986.449802] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-024e63bf-6c9a-48e9-b0d2-64896c32ae69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.449802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-024e63bf-6c9a-48e9-b0d2-64896c32ae69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.449802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-024e63bf-6c9a-48e9-b0d2-64896c32ae69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.449802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-024e63bf-6c9a-48e9-b0d2-64896c32ae69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.450247] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('024e63bf-6c9a-48e9-b0d2-64896c32ae69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.586581] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.586885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.586999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.587302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.587436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.587715] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.587898] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.587958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.588202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.588328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.588458] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 986.619319] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.619531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.619594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.619793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.619969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.627971] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 986.750561] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1c6987-cb07-4256-a563-05083f81c10d: rpc.has_security_group_logging(os_id): False [ 986.769169] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.769343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.769416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.769637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.769739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.770022] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.770148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.770231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.770381] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.770461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.770673] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.770749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.770824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.770944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.771031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.771227] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.771318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.771377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.771511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.771585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.771671] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 986.834930] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.835212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.835333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.835672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.835912] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.849575] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 986.952248] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 024e63bf-6c9a-48e9-b0d2-64896c32ae69 [ 986.952500] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.952754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.952864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.953208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.953334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.954073] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:024e63bf-6c9a-48e9-b0d2-64896c32ae69 already deleted. [ 986.954073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-024e63bf-6c9a-48e9-b0d2-64896c32ae69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.239337] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: SUCCESS [ 988.239800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.239800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.240038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.240260] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.240361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.240400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.240574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.240664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.240755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.240847] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.639197] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 988.639387] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 deletion is rescheduled due to dependency. [ 988.639514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.743804] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.744239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.744326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.744539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.744724] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.744824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.744897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.745095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.745167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.745233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.745425] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.745530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.745530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.745672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.745785] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.745877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.745932] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.746203] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.746203] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.746293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.746338] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.865267] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 988.866127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.249062] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d: rpc.has_security_group_logging(os_id): False [ 989.269255] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.269433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.269476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.269735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.269855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.270084] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.270192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.270257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.270422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.270499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.270678] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.270807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.270848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.270965] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.271068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.271257] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.271360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.271422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.271568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.271643] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.271729] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d is going to be created. [ 989.327501] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.327667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.327719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.328036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.328227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.337808] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 2s [ 991.352014] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 4s [ 991.450383] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 991.450383] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 992.214317] env[68927]: INFO networking_nsxv3.common.synchronization [req-89e643c8-3f03-45d8-a2c5-689c44c61513 req-e0605393-44e9-488e-b280-564119d73e86 tempest-ServersAdminTestJSON-1738966420 tempest-ServersAdminTestJSON-1738966420-project-member] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 992.214317] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGHEST for action security_group_members [ 992.214550] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.214550] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.214638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.216056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.216056] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.216056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.216056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.216056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.216056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.216056] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.719973] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.720265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.720265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.720627] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.740605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.740933] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.741105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.741179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.741454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.741551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.742385] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be updated. [ 992.769665] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.769920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.770065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.770316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.770428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.779320] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: IN_PROGRESS for 2s [ 993.314728] env[68927]: INFO networking_nsxv3.common.synchronization [req-0b8884f1-46be-4cce-aebc-398769289d30 req-c6539ea4-a478-41da-819a-52c73bff0b9d tempest-ServerRescueTestJSON-1570692196 tempest-ServerRescueTestJSON-1570692196-project-member] Enqueued Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 993.315286] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGHEST for action security_group_members [ 993.315595] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.315717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.315780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.315971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.316251] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.316360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.316421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.316587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.316683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.316799] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.363047] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 6s [ 993.819633] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.819978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.819978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.820754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.820877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.821176] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.821310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.821403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.821606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.821738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.821803] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee is going to be updated. [ 993.849760] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.849760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.849760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.849760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.849760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.856638] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: IN_PROGRESS for 2s [ 994.790068] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 in Status: SUCCESS [ 994.790068] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 deletion is rescheduled due to dependency. [ 994.790068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.374303] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 8s [ 995.866186] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee in Status: SUCCESS [ 995.866878] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee deletion is rescheduled due to dependency. [ 995.867050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.072423] env[68927]: INFO networking_nsxv3.common.synchronization [req-cb5b3a2d-005f-4116-8c9a-b9a1af0977f5 req-97c0a295-bc2c-41a7-9929-9f58ab2821c9 tempest-ServerPasswordTestJSON-430220225 tempest-ServerPasswordTestJSON-430220225-project-member] Enqueued Resource ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d with Priority: HIGHEST for action security_group_members [ 997.072959] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d with Priority: HIGHEST for action security_group_members [ 997.073280] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.073404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.073468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.073668] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.073816] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.073911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.073976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.074157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.074240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.074335] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.385186] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 10s [ 997.577409] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.577409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.577529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.578102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.578102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.578102] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.578294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.578294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.578363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.578398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.578493] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d is going to be updated. [ 997.603499] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.603636] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.603745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.603889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.604099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.612450] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 2s [ 999.148335] env[68927]: INFO networking_nsxv3.common.synchronization [req-56a0848e-0dda-42da-ab28-c0f0ff8cea80 req-6065777a-86a8-42df-bea5-1200c9256bc1 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 999.148812] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 999.150531] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.150704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.150799] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.151037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.151247] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.151663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.151754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.151944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.152065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.152182] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.282880] env[68927]: INFO networking_nsxv3.common.synchronization [req-026385b6-2f2b-4160-a979-d1fbf44daa65 req-5a6e3a1a-eddb-4a12-ac64-d7a4ef1ce528 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Enqueued Resource ID: 705c6338-046e-47b1-a0f2-64881274f71a with Priority: HIGHEST for action security_group_members [ 999.283448] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705c6338-046e-47b1-a0f2-64881274f71a with Priority: HIGHEST for action security_group_members [ 999.284619] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-705c6338-046e-47b1-a0f2-64881274f71a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.284619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.284619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.284619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.284619] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.284619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.284928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.284928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.284928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.285036] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705c6338-046e-47b1-a0f2-64881274f71a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.396599] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 12s [ 999.581268] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.581475] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-272" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.581604] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-272" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.581940] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-272" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.582229] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.582395] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.582516] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.582734] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.582881] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.583107] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.583227] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.583340] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.583477] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.583618] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.583735] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.583873] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.604672] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.604971] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.605064] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.605192] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-272" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.605496] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-e6b35dda-76b8-4edf-8f9a-064d031a4aa1 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.605680] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-e6b35dda-76b8-4edf-8f9a-064d031a4aa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.605798] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-e6b35dda-76b8-4edf-8f9a-064d031a4aa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.606267] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-e6b35dda-76b8-4edf-8f9a-064d031a4aa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.606367] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b35dda-76b8-4edf-8f9a-064d031a4aa1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.620555] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: SUCCESS [ 999.620732] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d deletion is rescheduled due to dependency. [ 999.620839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.655109] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.786939] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.787216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.787333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.787632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.787768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.788075] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.788243] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.788347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.788576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.788701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.788835] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705c6338-046e-47b1-a0f2-64881274f71a already deleted. [ 999.788975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.108199] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.108441] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.108574] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.108856] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.109074] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.109247] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port e6b35dda-76b8-4edf-8f9a-064d031a4aa1 not found, creating... [ 1000.109513] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.109675] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.109797] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.110069] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.110226] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.110512] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.110673] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.110794] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.111021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.111168] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.111313] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: e6b35dda-76b8-4edf-8f9a-064d031a4aa1 is going to be created. [ 1000.133589] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.133772] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.133904] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.134176] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.134403] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.134618] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-e6b35dda-76b8-4edf-8f9a-064d031a4aa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.157115] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.658817] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.659152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.659152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.659332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.659416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.659521] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 1000.703015] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.703182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.703253] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.703466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.703616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.711669] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 1000.845500] env[68927]: INFO networking_nsxv3.common.synchronization [req-026385b6-2f2b-4160-a979-d1fbf44daa65 req-8bee2425-adb3-4b55-b16b-e00945d26220 service nova] Enqueued Resource ID: 705c6338-046e-47b1-a0f2-64881274f71a with Priority: HIGHEST for action security_group_rules [ 1000.845500] env[68927]: INFO networking_nsxv3.common.synchronization [req-026385b6-2f2b-4160-a979-d1fbf44daa65 req-8bee2425-adb3-4b55-b16b-e00945d26220 service nova] Enqueued Resource ID: 705c6338-046e-47b1-a0f2-64881274f71a with Priority: HIGHEST for action security_group_members [ 1000.845500] env[68927]: INFO networking_nsxv3.common.synchronization [req-026385b6-2f2b-4160-a979-d1fbf44daa65 req-8bee2425-adb3-4b55-b16b-e00945d26220 service nova] Enqueued Resource ID: e6b35dda-76b8-4edf-8f9a-064d031a4aa1 with Priority: HIGHEST for action port [ 1000.845500] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705c6338-046e-47b1-a0f2-64881274f71a with Priority: HIGHEST for action security_group_rules [ 1000.845500] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705c6338-046e-47b1-a0f2-64881274f71a with Priority: HIGHEST for action security_group_members [ 1000.845500] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b35dda-76b8-4edf-8f9a-064d031a4aa1 with Priority: HIGHEST for action port [ 1000.845976] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705c6338-046e-47b1-a0f2-64881274f71a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.846132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.846201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.846444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.846521] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705c6338-046e-47b1-a0f2-64881274f71a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.847374] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-705c6338-046e-47b1-a0f2-64881274f71a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.847483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.847552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.847715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.847858] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.847952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.848011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.848154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.848237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.848322] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705c6338-046e-47b1-a0f2-64881274f71a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.849387] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6b35dda-76b8-4edf-8f9a-064d031a4aa1 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.849457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6b35dda-76b8-4edf-8f9a-064d031a4aa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.849497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6b35dda-76b8-4edf-8f9a-064d031a4aa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.849652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6b35dda-76b8-4edf-8f9a-064d031a4aa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.849747] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b35dda-76b8-4edf-8f9a-064d031a4aa1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.351903] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-705c6338-046e-47b1-a0f2-64881274f71a taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.351903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.356031] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('705c6338-046e-47b1-a0f2-64881274f71a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.356031] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6b35dda-76b8-4edf-8f9a-064d031a4aa1 with status ACTIVE [ 1001.356031] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.356031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.356031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.356031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.356031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.356031] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.356031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.356031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.356031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.356031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.356031] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.356031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.356031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.356031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.356902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.356902] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6b35dda-76b8-4edf-8f9a-064d031a4aa1 is going to be updated. [ 1001.378774] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.378774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.378774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.378995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.379039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.379195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6b35dda-76b8-4edf-8f9a-064d031a4aa1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.407766] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 14s [ 1001.658507] env[68927]: INFO networking_nsxv3.common.synchronization [req-1b525d99-0b70-420f-a616-943487657183 req-fce01f10-f62d-423a-92bc-95b60b55fa35 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1001.658617] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1001.658867] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.659048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.659122] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.659321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.659471] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.659568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.659631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.659771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.659853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.659936] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.862057] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('705c6338-046e-47b1-a0f2-64881274f71a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.958970] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.959208] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.959364] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.959636] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.959918] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.960122] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.960262] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.960484] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.960632] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.960838] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.960954] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.961081] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.961193] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.961316] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.961427] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.961563] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.979747] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.979804] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.979939] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.980149] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.980457] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-4ac813b9-e9b4-4aad-8e48-d93e67660e03 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.980638] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-4ac813b9-e9b4-4aad-8e48-d93e67660e03" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.980775] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-4ac813b9-e9b4-4aad-8e48-d93e67660e03" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.981120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-4ac813b9-e9b4-4aad-8e48-d93e67660e03" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.981272] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ac813b9-e9b4-4aad-8e48-d93e67660e03',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.164320] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.164320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.164320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.164320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.164320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.164320] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.164320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.164320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.164320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.164320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.164320] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1002.207218] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.207357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.207428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.207633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.207783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.237465] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1002.363358] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.363660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.363660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.363796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.363900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.364008] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705c6338-046e-47b1-a0f2-64881274f71a is going to be created. [ 1002.389410] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.389618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.389618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.389794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.389966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.398297] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705c6338-046e-47b1-a0f2-64881274f71a in Status: UNINITIALIZED for 2s [ 1002.486087] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.486252] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.486303] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.486610] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.486800] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.487016] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 4ac813b9-e9b4-4aad-8e48-d93e67660e03 not found, creating... [ 1002.487310] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.487479] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.487599] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.487826] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.487974] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.488278] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.488442] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.488565] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.488775] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.488965] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.489134] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 4ac813b9-e9b4-4aad-8e48-d93e67660e03 is going to be created. [ 1002.512837] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.513029] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.513133] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.513405] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.513637] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.513874] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-4ac813b9-e9b4-4aad-8e48-d93e67660e03" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.721823] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 1002.722054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.345973] env[68927]: INFO networking_nsxv3.common.synchronization [req-1b525d99-0b70-420f-a616-943487657183 req-cc840bf4-334b-4890-a66c-37b9abb18e9e service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 1003.346174] env[68927]: INFO networking_nsxv3.common.synchronization [req-1b525d99-0b70-420f-a616-943487657183 req-cc840bf4-334b-4890-a66c-37b9abb18e9e service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1003.346318] env[68927]: INFO networking_nsxv3.common.synchronization [req-1b525d99-0b70-420f-a616-943487657183 req-cc840bf4-334b-4890-a66c-37b9abb18e9e service nova] Enqueued Resource ID: 4ac813b9-e9b4-4aad-8e48-d93e67660e03 with Priority: HIGHEST for action port [ 1003.346532] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 1003.346649] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1003.346739] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac813b9-e9b4-4aad-8e48-d93e67660e03 with Priority: HIGHEST for action port [ 1003.347326] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.347457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.347556] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.347716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.347824] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.350536] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.350623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.350830] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ac813b9-e9b4-4aad-8e48-d93e67660e03 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.350956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ac813b9-e9b4-4aad-8e48-d93e67660e03" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.351050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ac813b9-e9b4-4aad-8e48-d93e67660e03" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.351293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ac813b9-e9b4-4aad-8e48-d93e67660e03" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.351403] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ac813b9-e9b4-4aad-8e48-d93e67660e03',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.418473] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 16s [ 1003.853048] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.853254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.856577] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ac813b9-e9b4-4aad-8e48-d93e67660e03 with status ACTIVE [ 1003.856769] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.856900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.856969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.857187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.857280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.857449] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.857547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.857608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.857763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.857842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.858032] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.858127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.858184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.858322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.858396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.858480] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ac813b9-e9b4-4aad-8e48-d93e67660e03 is going to be updated. [ 1003.879361] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.879528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.879577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.880262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.880262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.880262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ac813b9-e9b4-4aad-8e48-d93e67660e03" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.247025] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1004.247025] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 deletion is rescheduled due to dependency. [ 1004.247025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.247025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.247251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.247402] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.247509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.247584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.247753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.247835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.247934] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.408220] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705c6338-046e-47b1-a0f2-64881274f71a in Status: SUCCESS [ 1004.408220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.408392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.408535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.408724] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.408840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.408902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.409104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.409193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.409284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.409373] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('705c6338-046e-47b1-a0f2-64881274f71a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.750696] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.913465] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-705c6338-046e-47b1-a0f2-64881274f71a taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.913762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.913762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.913955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.914169] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.914307] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.914374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.914541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.914646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.914759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.914915] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-705c6338-046e-47b1-a0f2-64881274f71a taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.915020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.915078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.915248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.915416] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.915531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.915610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.915745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.915842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.916014] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.916815] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('705c6338-046e-47b1-a0f2-64881274f71a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.253515] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.420202] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 705c6338-046e-47b1-a0f2-64881274f71a: rpc.has_security_group_logging(os_id): False [ 1005.432061] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 18s [ 1005.437064] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.437064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.437064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.438108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.438281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.438523] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.438622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.438695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.438850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.438944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.439144] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.439237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.439297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.439444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.439518] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.439700] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.439794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.439857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.439995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.443449] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.443579] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705c6338-046e-47b1-a0f2-64881274f71a is going to be created. [ 1005.499321] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.499502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.499552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.499743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.500037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.519823] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705c6338-046e-47b1-a0f2-64881274f71a in Status: IN_PROGRESS for 2s [ 1005.755312] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.756082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.756082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.756082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.756082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.756082] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1005.794640] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.794640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.794640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.794822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.794961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.804916] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1006.577560] env[68927]: INFO networking_nsxv3.common.synchronization [None req-fc7bfa3b-0b82-4ebd-947f-8c97359a505f None None] Enqueued Resource ID: d314ebe5-4202-4d36-a54d-b6ac7a71db0c with Priority: HIGHEST for action port [ 1006.580410] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d314ebe5-4202-4d36-a54d-b6ac7a71db0c with Priority: HIGHEST for action port [ 1006.580765] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d314ebe5-4202-4d36-a54d-b6ac7a71db0c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.582499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d314ebe5-4202-4d36-a54d-b6ac7a71db0c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.582499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d314ebe5-4202-4d36-a54d-b6ac7a71db0c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.582820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d314ebe5-4202-4d36-a54d-b6ac7a71db0c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.582820] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d314ebe5-4202-4d36-a54d-b6ac7a71db0c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.085716] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d314ebe5-4202-4d36-a54d-b6ac7a71db0c [ 1007.085985] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.086337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.086337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.086635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.088432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.088500] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d314ebe5-4202-4d36-a54d-b6ac7a71db0c already deleted. [ 1007.088600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d314ebe5-4202-4d36-a54d-b6ac7a71db0c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.446610] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 20s [ 1007.533750] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705c6338-046e-47b1-a0f2-64881274f71a in Status: SUCCESS [ 1007.534027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.814524] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1007.816690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.816690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.816690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.816690] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.816690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.816690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.816690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.816690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.816690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.816690] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.871779] env[68927]: INFO networking_nsxv3.common.synchronization [req-4c689609-0797-44ee-acf7-7913eb3c61ce req-ce3299b0-faf1-468d-929a-4987dbff72d1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1007.872334] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1007.872638] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.872760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.872827] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.873093] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.873254] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.873355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.873419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.873569] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.873658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.873752] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.326288] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.326288] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.326288] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.326826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.326826] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.326826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.326826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.326826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.327036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.327036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.327167] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.327258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.327293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.327943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.327943] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.327943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.327943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.327943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.327943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.327943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.328255] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.378039] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.378039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.378039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.378039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.378039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.378830] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.378830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.378830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.378830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.378830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.378830] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 already deleted. [ 1008.378830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.394907] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.398120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.398120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.398120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.398120] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.398120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.398120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.398120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.398120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.398120] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.398120] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.398120] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.398120] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.398120] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.398120] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.398120] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.415922] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.416062] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.416218] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.416401] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.417935] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-78e91137-8f86-44a5-b247-cf9464953a62 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.417935] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-78e91137-8f86-44a5-b247-cf9464953a62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.417935] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-78e91137-8f86-44a5-b247-cf9464953a62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.417935] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-78e91137-8f86-44a5-b247-cf9464953a62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.417935] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e91137-8f86-44a5-b247-cf9464953a62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.830456] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3f271f-bf2f-4bdc-87a0-509afb044ca5: rpc.has_security_group_logging(os_id): False [ 1008.841346] env[68927]: INFO networking_nsxv3.common.synchronization [None req-9036e595-af1f-422e-8e86-474a5f252060 None None] Enqueued Resource ID: 0dd41b3b-aba8-4225-a3fe-cd8eb82ce019 with Priority: HIGHEST for action port [ 1008.841912] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd41b3b-aba8-4225-a3fe-cd8eb82ce019 with Priority: HIGHEST for action port [ 1008.843076] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dd41b3b-aba8-4225-a3fe-cd8eb82ce019 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.843076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dd41b3b-aba8-4225-a3fe-cd8eb82ce019" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.843076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dd41b3b-aba8-4225-a3fe-cd8eb82ce019" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.843558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dd41b3b-aba8-4225-a3fe-cd8eb82ce019" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.843720] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd41b3b-aba8-4225-a3fe-cd8eb82ce019',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.847651] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.847973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.848150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.848708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.848862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.849277] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.849453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.849728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.850110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.850278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.851684] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.851880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.852243] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.852475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.852710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.852957] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.853251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.853607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.853843] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.854351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.854514] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1008.913411] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.913591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.913680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.913926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.914174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.920069] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.920293] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.920424] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.920694] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.920846] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.921009] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 78e91137-8f86-44a5-b247-cf9464953a62 not found, creating... [ 1008.921342] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.921531] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.921660] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.921911] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.922093] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.922389] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.922561] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.922696] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.922973] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.923269] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.923451] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 78e91137-8f86-44a5-b247-cf9464953a62 is going to be created. [ 1008.934433] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1008.944245] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.944498] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.944639] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.944953] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.945241] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.945493] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-78e91137-8f86-44a5-b247-cf9464953a62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.346834] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dd41b3b-aba8-4225-a3fe-cd8eb82ce019 [ 1009.347168] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.347314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.347399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.347646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.347733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.347863] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dd41b3b-aba8-4225-a3fe-cd8eb82ce019 already deleted. [ 1009.347946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dd41b3b-aba8-4225-a3fe-cd8eb82ce019" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.458101] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 22s [ 1009.697055] env[68927]: INFO networking_nsxv3.common.synchronization [req-4c689609-0797-44ee-acf7-7913eb3c61ce req-d38adda9-babc-4a24-bf59-07ab1feb60a5 service nova] Enqueued Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_rules [ 1009.697055] env[68927]: INFO networking_nsxv3.common.synchronization [req-4c689609-0797-44ee-acf7-7913eb3c61ce req-d38adda9-babc-4a24-bf59-07ab1feb60a5 service nova] Enqueued Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1009.697055] env[68927]: INFO networking_nsxv3.common.synchronization [req-4c689609-0797-44ee-acf7-7913eb3c61ce req-d38adda9-babc-4a24-bf59-07ab1feb60a5 service nova] Enqueued Resource ID: 78e91137-8f86-44a5-b247-cf9464953a62 with Priority: HIGHEST for action port [ 1009.699266] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_rules [ 1009.699266] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1009.699266] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e91137-8f86-44a5-b247-cf9464953a62 with Priority: HIGHEST for action port [ 1009.699266] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.699266] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.699266] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.699266] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.699266] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.699719] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.699767] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.699888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.700104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.700318] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.700444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.700527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.700703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.700819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.700931] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.702046] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-78e91137-8f86-44a5-b247-cf9464953a62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.702046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78e91137-8f86-44a5-b247-cf9464953a62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.702046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78e91137-8f86-44a5-b247-cf9464953a62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.702655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78e91137-8f86-44a5-b247-cf9464953a62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.702655] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e91137-8f86-44a5-b247-cf9464953a62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.204649] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.206219] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.206343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.206498] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78e91137-8f86-44a5-b247-cf9464953a62 with status ACTIVE [ 1010.206662] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.206770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.206837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.207065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.207159] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.207335] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.207431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.207492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.207645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.207723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.209499] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.209617] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.209688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.209845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.209925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.210027] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78e91137-8f86-44a5-b247-cf9464953a62 is going to be updated. [ 1010.229637] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.229803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.229841] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.230132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.230435] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.230566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78e91137-8f86-44a5-b247-cf9464953a62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.622676] env[68927]: INFO networking_nsxv3.common.synchronization [req-ac38d02f-b175-4441-9b2f-77296115c722 req-0d5ee03b-a455-4e61-9bff-2be74d04a3c7 tempest-ServerAddressesNegativeTestJSON-944180964 tempest-ServerAddressesNegativeTestJSON-944180964-project-member] Enqueued Resource ID: 705c6338-046e-47b1-a0f2-64881274f71a with Priority: HIGHEST for action security_group_members [ 1010.622676] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705c6338-046e-47b1-a0f2-64881274f71a with Priority: HIGHEST for action security_group_members [ 1010.622676] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-705c6338-046e-47b1-a0f2-64881274f71a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.622676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.622676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.623689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.623950] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.624179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.625942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.625942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.625942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.625942] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705c6338-046e-47b1-a0f2-64881274f71a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.711888] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.947076] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1010.947076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.127230] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.127413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.127487] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.127703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.127798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.128011] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.128138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.128193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.128403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.128454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.128499] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705c6338-046e-47b1-a0f2-64881274f71a is going to be updated. [ 1011.160478] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.160631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.160707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.160914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.161065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.169093] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705c6338-046e-47b1-a0f2-64881274f71a in Status: IN_PROGRESS for 2s [ 1011.215110] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.218249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.218249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.218637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.218637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.218756] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 is going to be created. [ 1011.240929] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.241176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.241464] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.241536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.241715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.260522] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: UNINITIALIZED for 2s [ 1011.471053] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 24s [ 1012.266440] env[68927]: INFO networking_nsxv3.common.synchronization [None req-cb49ddf7-c705-4536-b0fa-b8282a11e051 None None] Enqueued Resource ID: 3d29068b-7524-41ba-9ee7-0413e27c2622 with Priority: HIGHEST for action port [ 1012.267645] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d29068b-7524-41ba-9ee7-0413e27c2622 with Priority: HIGHEST for action port [ 1012.267985] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d29068b-7524-41ba-9ee7-0413e27c2622 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.268615] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d29068b-7524-41ba-9ee7-0413e27c2622" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.268692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d29068b-7524-41ba-9ee7-0413e27c2622" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.268956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d29068b-7524-41ba-9ee7-0413e27c2622" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.269079] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d29068b-7524-41ba-9ee7-0413e27c2622',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.770993] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d29068b-7524-41ba-9ee7-0413e27c2622 [ 1012.773374] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.773374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.773519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.773795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.773795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.773897] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d29068b-7524-41ba-9ee7-0413e27c2622 already deleted. [ 1012.773965] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d29068b-7524-41ba-9ee7-0413e27c2622" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.178223] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705c6338-046e-47b1-a0f2-64881274f71a in Status: SUCCESS [ 1013.178423] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705c6338-046e-47b1-a0f2-64881274f71a deletion is rescheduled due to dependency. [ 1013.178541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.271032] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: SUCCESS [ 1013.271032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.271302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.271367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.274019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.274019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.274019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.274019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.274019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.274019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.274019] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.489941] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 26s [ 1013.774693] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.775421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.775657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.775979] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.776326] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.778452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.778452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.779680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.779916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.780771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.781417] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.782391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.782391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.782391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.782772] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.784147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.784147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.784147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.784147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.784147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.784147] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.286206] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b46112a1-2b7f-4aeb-93c2-ad952ecde088: rpc.has_security_group_logging(os_id): False [ 1014.303294] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.303436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.303508] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.303803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.303803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.303995] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.304105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.304173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.304313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.304389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.304567] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.304658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.304731] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.304870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.304944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.305190] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.305285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.305347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.305488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.305561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.309161] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 is going to be created. [ 1014.382980] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.383148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.383223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.383453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.383796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.393368] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: IN_PROGRESS for 2s [ 1014.648550] env[68927]: INFO networking_nsxv3.common.synchronization [None req-eb8f8b67-ee73-49e1-ae96-4fd41ee25e27 None None] Enqueued Resource ID: c9203adb-896f-4e4b-b356-9b563fa8eeb8 with Priority: HIGHEST for action port [ 1014.648550] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9203adb-896f-4e4b-b356-9b563fa8eeb8 with Priority: HIGHEST for action port [ 1014.649076] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9203adb-896f-4e4b-b356-9b563fa8eeb8 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.649178] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9203adb-896f-4e4b-b356-9b563fa8eeb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.649216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9203adb-896f-4e4b-b356-9b563fa8eeb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.650210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9203adb-896f-4e4b-b356-9b563fa8eeb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.650210] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9203adb-896f-4e4b-b356-9b563fa8eeb8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.934993] env[68927]: INFO networking_nsxv3.common.synchronization [None req-5ca3ef0a-ce8c-4ca7-9047-db6c31a26558 None None] Enqueued Resource ID: daa4f936-cde8-4069-9d3b-51bb88a1164e with Priority: HIGHEST for action port [ 1014.935301] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa4f936-cde8-4069-9d3b-51bb88a1164e with Priority: HIGHEST for action port [ 1014.935945] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-daa4f936-cde8-4069-9d3b-51bb88a1164e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.937733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daa4f936-cde8-4069-9d3b-51bb88a1164e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.937733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daa4f936-cde8-4069-9d3b-51bb88a1164e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.937999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daa4f936-cde8-4069-9d3b-51bb88a1164e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.938358] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa4f936-cde8-4069-9d3b-51bb88a1164e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.157618] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9203adb-896f-4e4b-b356-9b563fa8eeb8 [ 1015.157618] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.157618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.157618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.157618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.157618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.157618] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9203adb-896f-4e4b-b356-9b563fa8eeb8 already deleted. [ 1015.157618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9203adb-896f-4e4b-b356-9b563fa8eeb8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.425479] env[68927]: INFO networking_nsxv3.common.synchronization [None req-b46d32ae-9684-4262-9ff8-8cd01570b4a6 None None] Enqueued Resource ID: dbd4768c-c6a4-4114-b02e-df67be7ec1b2 with Priority: HIGHEST for action port [ 1015.425479] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd4768c-c6a4-4114-b02e-df67be7ec1b2 with Priority: HIGHEST for action port [ 1015.425479] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbd4768c-c6a4-4114-b02e-df67be7ec1b2 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.425479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbd4768c-c6a4-4114-b02e-df67be7ec1b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.425479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbd4768c-c6a4-4114-b02e-df67be7ec1b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.426556] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbd4768c-c6a4-4114-b02e-df67be7ec1b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.426832] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbd4768c-c6a4-4114-b02e-df67be7ec1b2',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.449175] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daa4f936-cde8-4069-9d3b-51bb88a1164e [ 1015.449175] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.449175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.449175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.449175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.449175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.449175] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daa4f936-cde8-4069-9d3b-51bb88a1164e already deleted. [ 1015.449175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daa4f936-cde8-4069-9d3b-51bb88a1164e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.501799] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 28s [ 1015.929475] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbd4768c-c6a4-4114-b02e-df67be7ec1b2 [ 1015.929797] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.929947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.930041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.930310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.930366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.930468] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbd4768c-c6a4-4114-b02e-df67be7ec1b2 already deleted. [ 1015.930551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbd4768c-c6a4-4114-b02e-df67be7ec1b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.248453] env[68927]: INFO networking_nsxv3.common.synchronization [None req-8fd3287b-6a10-4d2e-a186-70dc50eecb5b tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Enqueued Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_rules [ 1016.250853] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_rules [ 1016.250853] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.251306] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.251375] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.251623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.254658] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.405492] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: SUCCESS [ 1016.405492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.477274] env[68927]: INFO networking_nsxv3.common.synchronization [req-224e9d4a-84a2-4faf-9353-55193c6a1f81 req-e231e58a-26cd-4c46-812e-c0c959c96bc1 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1016.477889] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1016.479028] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.479028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.479028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.479028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.479028] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.479028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.479028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.479028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.479028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.479987] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.507882] env[68927]: INFO networking_nsxv3.common.synchronization [None req-32a5857c-99e4-488e-b584-ff3b62bb8117 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Enqueued Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_rules [ 1016.508447] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_rules [ 1016.508773] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.508959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.779061] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.779189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.779316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.779500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.779549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.779645] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 already deleted. [ 1016.779724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.779877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.780044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.780128] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.981849] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.982042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.982109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.982400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.982570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.982746] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.982864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.983020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.983117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.983199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.983288] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be deleted. [ 1017.017703] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.017703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.017883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.018012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.018645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.018645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.109102] env[68927]: INFO networking_nsxv3.common.synchronization [req-cc5d43aa-ad55-49d8-98f6-c3573e5173e5 req-7923faef-288a-4340-a88d-2899ee8a1964 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1017.109736] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1017.110056] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.110200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.110269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.113150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.113150] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.113150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.113150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.113737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.113737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.113832] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.158956] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.158956] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.158956] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.158956] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.158956] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.159310] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.159310] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.159427] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.159575] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.159797] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.159918] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.160115] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.160246] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.160366] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.160479] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.160620] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.178741] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.178932] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.179130] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.179325] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.179665] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-d09326f3-8dc7-495b-a68d-1eed0b2cc402 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.179848] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-d09326f3-8dc7-495b-a68d-1eed0b2cc402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.179973] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-d09326f3-8dc7-495b-a68d-1eed0b2cc402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.180318] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-d09326f3-8dc7-495b-a68d-1eed0b2cc402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.180471] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09326f3-8dc7-495b-a68d-1eed0b2cc402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.306950] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.307111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.307188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.307465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.307505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.307624] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 already deleted. [ 1017.307738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.514253] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 30s [ 1017.620039] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.620039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.620039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.620039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.620039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.620039] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.620039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.620039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.620039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.620039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.620039] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1017.650997] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.651219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.651282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.651763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.651938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.660664] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1017.683971] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.684221] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.684359] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.684662] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.684826] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.685032] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port d09326f3-8dc7-495b-a68d-1eed0b2cc402 not found, creating... [ 1017.685343] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.685450] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.685563] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.685796] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.685961] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.686248] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.686416] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.686616] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.686797] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.687262] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.687479] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: d09326f3-8dc7-495b-a68d-1eed0b2cc402 is going to be created. [ 1017.706880] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.707136] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.707775] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.707844] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.708657] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.708657] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-d09326f3-8dc7-495b-a68d-1eed0b2cc402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.951817] env[68927]: INFO networking_nsxv3.common.synchronization [None req-7c3ac4a4-7934-46b7-9a07-d5f2b034a7ca None None] Enqueued Resource ID: eb3f922e-22a4-461d-9622-6fa24f94ed5f with Priority: HIGHEST for action port [ 1017.953413] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb3f922e-22a4-461d-9622-6fa24f94ed5f with Priority: HIGHEST for action port [ 1017.953413] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb3f922e-22a4-461d-9622-6fa24f94ed5f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.953413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb3f922e-22a4-461d-9622-6fa24f94ed5f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.953413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb3f922e-22a4-461d-9622-6fa24f94ed5f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.955963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb3f922e-22a4-461d-9622-6fa24f94ed5f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.955963] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3f922e-22a4-461d-9622-6fa24f94ed5f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.097121] env[68927]: INFO networking_nsxv3.common.synchronization [req-254e7284-254c-4244-a6bd-22fd59a4c693 req-5bb91826-02fb-42bd-ac40-236d2239ed4c tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 1018.098167] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 1018.098167] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.098167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.098167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.098418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.099308] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.099308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.099308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.099308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.099592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.099592] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.459950] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb3f922e-22a4-461d-9622-6fa24f94ed5f [ 1018.461711] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.461711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.462022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.462308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.463275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.463354] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb3f922e-22a4-461d-9622-6fa24f94ed5f already deleted. [ 1018.463452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb3f922e-22a4-461d-9622-6fa24f94ed5f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.527676] env[68927]: INFO networking_nsxv3.common.synchronization [req-224e9d4a-84a2-4faf-9353-55193c6a1f81 req-f1a1c812-338d-41d8-82a5-0d92c730c68d service nova] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_rules [ 1018.527972] env[68927]: INFO networking_nsxv3.common.synchronization [req-224e9d4a-84a2-4faf-9353-55193c6a1f81 req-f1a1c812-338d-41d8-82a5-0d92c730c68d service nova] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1018.528054] env[68927]: INFO networking_nsxv3.common.synchronization [req-224e9d4a-84a2-4faf-9353-55193c6a1f81 req-f1a1c812-338d-41d8-82a5-0d92c730c68d service nova] Enqueued Resource ID: d09326f3-8dc7-495b-a68d-1eed0b2cc402 with Priority: HIGHEST for action port [ 1018.528968] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_rules [ 1018.528968] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1018.528968] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09326f3-8dc7-495b-a68d-1eed0b2cc402 with Priority: HIGHEST for action port [ 1018.529581] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.529581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.533491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.533491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.533491] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.534502] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.534619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.534726] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.534858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.535047] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.535146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.535209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.535372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.535461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.535603] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.539928] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09326f3-8dc7-495b-a68d-1eed0b2cc402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.540130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09326f3-8dc7-495b-a68d-1eed0b2cc402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.540223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09326f3-8dc7-495b-a68d-1eed0b2cc402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.540388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09326f3-8dc7-495b-a68d-1eed0b2cc402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.540501] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09326f3-8dc7-495b-a68d-1eed0b2cc402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.602632] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.603019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.603019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.604197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.604346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.604588] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.604701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.604766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.604950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.605043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.605133] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 1018.635694] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.635694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.635694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.635694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.635895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.645703] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 1018.812653] env[68927]: INFO networking_nsxv3.common.synchronization [None req-04a87588-b8bc-48ab-9670-51fc14b3927e None None] Enqueued Resource ID: 0d45cd30-0c97-4e26-9940-c5444d84e5c7 with Priority: HIGHEST for action port [ 1018.812913] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d45cd30-0c97-4e26-9940-c5444d84e5c7 with Priority: HIGHEST for action port [ 1018.814535] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d45cd30-0c97-4e26-9940-c5444d84e5c7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.814535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d45cd30-0c97-4e26-9940-c5444d84e5c7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.814535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d45cd30-0c97-4e26-9940-c5444d84e5c7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.814535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d45cd30-0c97-4e26-9940-c5444d84e5c7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.814535] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d45cd30-0c97-4e26-9940-c5444d84e5c7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.042528] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.045720] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.045720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.045720] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d09326f3-8dc7-495b-a68d-1eed0b2cc402 with status ACTIVE [ 1019.045720] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.045720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.045720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.045720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.045720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.045720] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.045720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.045720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.047315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.047315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.047315] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.047315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.047315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.047315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.047315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.047315] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d09326f3-8dc7-495b-a68d-1eed0b2cc402 is going to be updated. [ 1019.067166] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.067324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.067394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.067599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.067741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.067918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09326f3-8dc7-495b-a68d-1eed0b2cc402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.185268] env[68927]: INFO networking_nsxv3.common.synchronization [req-0cc82039-01fc-4f3f-ae6e-52d97864859f req-fcb0c392-6077-4bb6-8f60-bd80fb5a2e93 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Enqueued Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1019.185803] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1019.186121] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.186643] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.186757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.187038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.188122] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.188210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.188210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.188709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.188709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.188709] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.262047] env[68927]: INFO networking_nsxv3.common.synchronization [None req-d4c44771-2ed1-493f-b0cd-489f6de8ecf9 None None] Enqueued Resource ID: 162578f1-e56a-48b6-b546-cb3d54a3e498 with Priority: HIGHEST for action port [ 1019.262353] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162578f1-e56a-48b6-b546-cb3d54a3e498 with Priority: HIGHEST for action port [ 1019.262657] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-162578f1-e56a-48b6-b546-cb3d54a3e498 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.262781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-162578f1-e56a-48b6-b546-cb3d54a3e498" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.262853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-162578f1-e56a-48b6-b546-cb3d54a3e498" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.263562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-162578f1-e56a-48b6-b546-cb3d54a3e498" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.263562] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('162578f1-e56a-48b6-b546-cb3d54a3e498',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.317907] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d45cd30-0c97-4e26-9940-c5444d84e5c7 [ 1019.317907] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.317907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.317907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.317907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.317907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.317907] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d45cd30-0c97-4e26-9940-c5444d84e5c7 already deleted. [ 1019.317907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d45cd30-0c97-4e26-9940-c5444d84e5c7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.530071] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 32s [ 1019.548540] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.626586] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.626586] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.626586] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.628362] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.629571] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.629571] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.630817] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.630817] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.630817] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.630817] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.630817] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.630817] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.630817] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.631184] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.631184] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.631184] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.649781] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.649781] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1019.649781] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.649781] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.649781] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-115c211e-3804-4ee0-9e05-7b2b00904ccf taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.650028] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.650028] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.650997] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.650997] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('115c211e-3804-4ee0-9e05-7b2b00904ccf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.674287] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1019.674812] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 deletion is rescheduled due to dependency. [ 1019.674812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.698024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.698024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.698024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.698024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.698024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.698024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.698024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.698024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.698024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.698024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.698024] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 already deleted. [ 1019.698024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.764971] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 162578f1-e56a-48b6-b546-cb3d54a3e498 [ 1019.765261] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.765549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.765549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.765730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.765864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.765920] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:162578f1-e56a-48b6-b546-cb3d54a3e498 already deleted. [ 1019.766013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-162578f1-e56a-48b6-b546-cb3d54a3e498" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.052096] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.052401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.052492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.052708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.052802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.052906] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be created. [ 1020.074510] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.074672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.074746] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.074960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.075201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.084507] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: UNINITIALIZED for 2s [ 1020.154571] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.154848] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.154971] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.155282] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.155439] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.155602] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 115c211e-3804-4ee0-9e05-7b2b00904ccf not found, creating... [ 1020.155867] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.156043] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.156170] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.156385] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.156524] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.157987] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.158218] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.158349] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.158585] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.158738] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.158891] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 115c211e-3804-4ee0-9e05-7b2b00904ccf is going to be created. [ 1020.184336] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.184336] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.184336] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.184336] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.184336] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.184336] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.323423] env[68927]: INFO networking_nsxv3.common.synchronization [None req-ad505453-8d87-4f8b-b10b-941054ab3000 None None] Enqueued Resource ID: d3b66260-e122-405a-9f03-17960a01ac79 with Priority: HIGHEST for action port [ 1020.323947] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b66260-e122-405a-9f03-17960a01ac79 with Priority: HIGHEST for action port [ 1020.324745] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3b66260-e122-405a-9f03-17960a01ac79 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.324745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3b66260-e122-405a-9f03-17960a01ac79" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.324745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3b66260-e122-405a-9f03-17960a01ac79" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.324745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3b66260-e122-405a-9f03-17960a01ac79" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.324976] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3b66260-e122-405a-9f03-17960a01ac79',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.657522] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 1020.657747] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d deletion is rescheduled due to dependency. [ 1020.657747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.829180] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3b66260-e122-405a-9f03-17960a01ac79 [ 1020.829436] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.829577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.829649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.829860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.829955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.830065] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3b66260-e122-405a-9f03-17960a01ac79 already deleted. [ 1020.830205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3b66260-e122-405a-9f03-17960a01ac79" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.400165] env[68927]: INFO networking_nsxv3.common.synchronization [req-0cc82039-01fc-4f3f-ae6e-52d97864859f req-dc3dff6b-f51a-4bcd-bbb4-72fb6378fdb5 service nova] Enqueued Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_rules [ 1021.400418] env[68927]: INFO networking_nsxv3.common.synchronization [req-0cc82039-01fc-4f3f-ae6e-52d97864859f req-dc3dff6b-f51a-4bcd-bbb4-72fb6378fdb5 service nova] Enqueued Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1021.401844] env[68927]: INFO networking_nsxv3.common.synchronization [req-0cc82039-01fc-4f3f-ae6e-52d97864859f req-dc3dff6b-f51a-4bcd-bbb4-72fb6378fdb5 service nova] Enqueued Resource ID: 115c211e-3804-4ee0-9e05-7b2b00904ccf with Priority: HIGHEST for action port [ 1021.401844] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_rules [ 1021.401844] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1021.401844] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 115c211e-3804-4ee0-9e05-7b2b00904ccf with Priority: HIGHEST for action port [ 1021.403533] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.403982] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.407028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.407028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.407028] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.407028] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.407028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.407028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.407028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.407028] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.407028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.407028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.407518] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.407518] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.407518] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.410284] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-115c211e-3804-4ee0-9e05-7b2b00904ccf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.410284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.410284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.410284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.410284] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('115c211e-3804-4ee0-9e05-7b2b00904ccf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.541484] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 34s [ 1021.911479] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.911957] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.912139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.913569] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 115c211e-3804-4ee0-9e05-7b2b00904ccf with status ACTIVE [ 1021.913654] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.913788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.913871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.914171] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.914235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.914424] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.915826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.915826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.915826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.915826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.915826] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.915826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.915826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.915826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.915826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.915826] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 115c211e-3804-4ee0-9e05-7b2b00904ccf is going to be updated. [ 1021.937713] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.937922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.937972] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.938394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.938458] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.938610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.094469] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1022.094664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.094852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.095070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.095291] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.095382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.095448] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.095601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.095682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.095767] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.095855] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.418599] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.602194] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.602194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.602194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.602194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.602194] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.602194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.602194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.602194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.602194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.602194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.602194] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.602194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.602194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.602960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.602960] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.602960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.602960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.602960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.602960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.602960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.602960] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.923035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.923035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.923035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.923035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.923035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.923035] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 is going to be created. [ 1022.944871] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.946819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.947053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.947454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.947753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.957120] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: UNINITIALIZED for 2s [ 1023.106956] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89613f55-25c9-4a51-be45-5ad829affd69: rpc.has_security_group_logging(os_id): False [ 1023.126020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.126020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.126020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.126020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.126739] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.126739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.126739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.126739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.126739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.126739] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be created. [ 1023.186286] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.186434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.186502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.186724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.186904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.204204] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 1023.431574] env[68927]: INFO networking_nsxv3.common.synchronization [None req-23525eae-7538-4575-8843-e71ff32a0a65 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1023.432164] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1023.432538] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.432712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.432791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.434238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.434238] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.434238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.434238] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.434451] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.434451] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.434520] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.553849] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 36s [ 1023.649030] env[68927]: INFO networking_nsxv3.common.synchronization [None req-69376c7d-2bb9-4307-935c-deb1774e7cbd tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: 59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2 with Priority: HIGHEST for action security_group_rules [ 1023.649320] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2 with Priority: HIGHEST for action security_group_rules [ 1023.649653] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.649777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.649842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.650478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.650579] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.727093] env[68927]: INFO networking_nsxv3.common.synchronization [None req-ee860488-49a5-4c6d-9535-238f1977674b tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: 59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2 with Priority: HIGHEST for action security_group_rules [ 1023.727665] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2 with Priority: HIGHEST for action security_group_rules [ 1023.730108] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.730108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.936970] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.075205] env[68927]: INFO networking_nsxv3.common.synchronization [None req-f7a6f42a-5794-4a2f-afa9-bde6dfe96da9 None None] Enqueued Resource ID: ab0c0e43-c038-4e14-b731-4053fb7a0576 with Priority: HIGHEST for action port [ 1024.075205] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0c0e43-c038-4e14-b731-4053fb7a0576 with Priority: HIGHEST for action port [ 1024.075205] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab0c0e43-c038-4e14-b731-4053fb7a0576 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.075205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab0c0e43-c038-4e14-b731-4053fb7a0576" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.075205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab0c0e43-c038-4e14-b731-4053fb7a0576" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.075205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab0c0e43-c038-4e14-b731-4053fb7a0576" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.075205] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab0c0e43-c038-4e14-b731-4053fb7a0576',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.180125] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.180279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.180340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.181326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.181326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.181326] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2 already deleted. [ 1024.181326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.181326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.181326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.181326] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.439797] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.577923] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab0c0e43-c038-4e14-b731-4053fb7a0576 [ 1024.578201] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.578372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.578446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.578649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.578741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.578838] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab0c0e43-c038-4e14-b731-4053fb7a0576 already deleted. [ 1024.578922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab0c0e43-c038-4e14-b731-4053fb7a0576" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.702291] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.702291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.702291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.702291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.702291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.702291] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2 already deleted. [ 1024.702291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59f3c960-4ad1-43d7-ab4a-8ebaa2663ef2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.942570] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.943684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.945091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.945210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.945263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.945910] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be updated. [ 1024.969313] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: SUCCESS [ 1024.969558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.970264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.970585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.970707] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.970827] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.970895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.971300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.971300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.971300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.971300] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.977781] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.977917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.977977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.978174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.978423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.990201] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 1025.215209] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1025.215434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.474352] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.474564] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.474628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.474835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.475014] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.475128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.475187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.475357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.475662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.475662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.475662] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.476234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.476234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.476234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.477352] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.477352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.477352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.477352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.477352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.477586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.477586] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.569975] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 38s [ 1025.711683] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.711999] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.712151] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.712504] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.712805] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.712979] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.714425] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.714425] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.714425] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.714776] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.714931] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.715067] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.715247] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.715382] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.715590] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.715799] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.749398] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.749613] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.749761] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.749939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.751059] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.751059] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.751059] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.751269] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.751463] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d5a1b4-005b-4d7c-84a9-bfdc196500bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.980878] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d957e17f-8897-4213-bd2b-a1a0c6e6cf12: rpc.has_security_group_logging(os_id): False [ 1026.002285] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.002437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.002682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.002758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.002809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.003042] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.003148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.003229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.003358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.003442] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.003620] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.003716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.003778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.003920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.003996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.004189] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.004300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.004371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.004495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.004557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.004655] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 is going to be created. [ 1026.030893] env[68927]: INFO networking_nsxv3.common.synchronization [req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 req-5d1349c4-16a4-41e8-917d-44303ab4b011 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 1026.031492] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 1026.032126] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.032582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.033303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.033658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.034592] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.034592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.034592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.034592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.034848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.034848] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.057576] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.057756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.057819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.057991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.058188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.069612] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: IN_PROGRESS for 2s [ 1026.163253] env[68927]: INFO networking_nsxv3.common.synchronization [None req-23364f56-ca56-42c0-ac98-a873289f44b5 None None] Enqueued Resource ID: 579c3176-7088-4a46-91cd-bf0c965e35c5 with Priority: HIGHEST for action port [ 1026.164089] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579c3176-7088-4a46-91cd-bf0c965e35c5 with Priority: HIGHEST for action port [ 1026.164900] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-579c3176-7088-4a46-91cd-bf0c965e35c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.164900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-579c3176-7088-4a46-91cd-bf0c965e35c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.164900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-579c3176-7088-4a46-91cd-bf0c965e35c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.165156] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-579c3176-7088-4a46-91cd-bf0c965e35c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.165156] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579c3176-7088-4a46-91cd-bf0c965e35c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.258939] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.258939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.258939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.258939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.258939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.258939] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port b3d5a1b4-005b-4d7c-84a9-bfdc196500bf not found, creating... [ 1026.258939] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.258939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.258939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.258939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.258939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.259733] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.259733] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.259733] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.259733] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.259733] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.259733] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: b3d5a1b4-005b-4d7c-84a9-bfdc196500bf is going to be created. [ 1026.279398] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.279638] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.280350] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.280350] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.280350] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.280549] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.505143] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.505428] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.505592] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.505964] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.506340] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.506571] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.506662] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.506948] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.507130] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.507451] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.507590] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.507763] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.507899] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.508081] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.508208] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.508624] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.525744] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.525924] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.526086] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.526275] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-459" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.526601] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-f694e6de-bb12-4191-8ac6-c774f86601db taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.526779] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-f694e6de-bb12-4191-8ac6-c774f86601db" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.526904] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-f694e6de-bb12-4191-8ac6-c774f86601db" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.527289] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-f694e6de-bb12-4191-8ac6-c774f86601db" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.527452] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f694e6de-bb12-4191-8ac6-c774f86601db',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.537199] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.537442] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.537567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.537887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.538016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.538277] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.538393] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.538506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.538709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.538853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.538994] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 1026.565124] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.565124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.565124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.565124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.565124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.574066] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 1026.671018] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 579c3176-7088-4a46-91cd-bf0c965e35c5 [ 1026.671018] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.671018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.671018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.671018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.671018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.671018] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:579c3176-7088-4a46-91cd-bf0c965e35c5 already deleted. [ 1026.671018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-579c3176-7088-4a46-91cd-bf0c965e35c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.001021] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1027.001021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.030452] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.030757] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.030895] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.031318] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.031715] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.031715] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port f694e6de-bb12-4191-8ac6-c774f86601db not found, creating... [ 1027.032010] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.032198] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.032329] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.032631] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.032788] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.033516] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.034124] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.034175] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.034546] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.034678] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.034905] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: f694e6de-bb12-4191-8ac6-c774f86601db is going to be created. [ 1027.056667] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.056667] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.056667] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.056667] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.056667] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.056667] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-f694e6de-bb12-4191-8ac6-c774f86601db" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.065830] env[68927]: INFO networking_nsxv3.common.synchronization [req-67422f8d-5697-4ad9-96bd-90fccce3e493 req-4d3778b1-5873-4ff9-9ce5-28e8bb5094d6 service nova] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_rules [ 1027.066039] env[68927]: INFO networking_nsxv3.common.synchronization [req-67422f8d-5697-4ad9-96bd-90fccce3e493 req-4d3778b1-5873-4ff9-9ce5-28e8bb5094d6 service nova] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1027.066189] env[68927]: INFO networking_nsxv3.common.synchronization [req-67422f8d-5697-4ad9-96bd-90fccce3e493 req-4d3778b1-5873-4ff9-9ce5-28e8bb5094d6 service nova] Enqueued Resource ID: b3d5a1b4-005b-4d7c-84a9-bfdc196500bf with Priority: HIGHEST for action port [ 1027.066668] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_rules [ 1027.066801] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1027.066898] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d5a1b4-005b-4d7c-84a9-bfdc196500bf with Priority: HIGHEST for action port [ 1027.067219] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.067329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.067396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.067634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.067696] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.069167] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.069167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.069167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.069464] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.069677] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.069837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.069914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.070102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.070215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.070324] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.071225] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.071349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.071450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.071625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.071732] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d5a1b4-005b-4d7c-84a9-bfdc196500bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.244146] env[68927]: INFO networking_nsxv3.common.synchronization [req-3b803596-a395-4cec-b369-77fee0a97865 req-8f410344-86a4-4f41-a58f-1a8011674384 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1027.244976] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1027.245358] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.245581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.245696] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.245951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.246259] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.246376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.246376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.246496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.246586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.246673] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.650805] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.650805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.650805] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3d5a1b4-005b-4d7c-84a9-bfdc196500bf with status ACTIVE [ 1027.650805] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.650805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.650805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.650805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.650805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.650805] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.650805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.650805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.651352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.651352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.651352] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.651352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.651352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.651527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.651791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.651791] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3d5a1b4-005b-4d7c-84a9-bfdc196500bf is going to be updated. [ 1027.652798] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.664563] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 40s [ 1027.673390] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.673525] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.673620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.673774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.673899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.674056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d5a1b4-005b-4d7c-84a9-bfdc196500bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.750954] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.751131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.751199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.751407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.751502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.751711] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.751810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.751991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.752070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.752120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.752178] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 1027.776118] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.776230] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.776295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.776483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.776616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.787928] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 1027.829845] env[68927]: INFO networking_nsxv3.common.synchronization [req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 req-0c1b8d40-67b2-4e90-82f8-a3d7918e3b51 service nova] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_rules [ 1027.830184] env[68927]: INFO networking_nsxv3.common.synchronization [req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 req-0c1b8d40-67b2-4e90-82f8-a3d7918e3b51 service nova] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 1027.830506] env[68927]: INFO networking_nsxv3.common.synchronization [req-b76922db-c75a-4a0d-9d66-492c1a6b6e73 req-0c1b8d40-67b2-4e90-82f8-a3d7918e3b51 service nova] Enqueued Resource ID: f694e6de-bb12-4191-8ac6-c774f86601db with Priority: HIGHEST for action port [ 1027.831441] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_rules [ 1027.831669] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 1027.831812] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f694e6de-bb12-4191-8ac6-c774f86601db with Priority: HIGHEST for action port [ 1027.832130] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.832259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.832319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.832559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.832609] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.833970] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.833970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.833970] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-f694e6de-bb12-4191-8ac6-c774f86601db taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.833970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f694e6de-bb12-4191-8ac6-c774f86601db" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.833970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f694e6de-bb12-4191-8ac6-c774f86601db" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.834329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f694e6de-bb12-4191-8ac6-c774f86601db" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.834329] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f694e6de-bb12-4191-8ac6-c774f86601db',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.081026] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: SUCCESS [ 1028.081352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.154941] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.335776] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.336078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.336242] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f694e6de-bb12-4191-8ac6-c774f86601db with status ACTIVE [ 1028.336423] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.336567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.336655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.336849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.336949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.337155] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.337335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.337335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.337500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.337570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.337751] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.337857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.337915] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.338072] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.338160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.338279] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f694e6de-bb12-4191-8ac6-c774f86601db is going to be updated. [ 1028.357380] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.357568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.357639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.357981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.358210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.358462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f694e6de-bb12-4191-8ac6-c774f86601db" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.583372] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 1028.583651] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d deletion is rescheduled due to dependency. [ 1028.583806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.584042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.584358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.585065] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.585316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.585423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.585699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.585865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.586009] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.658293] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.658502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.658600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.658888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.659020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.659165] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be updated. [ 1028.684152] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.684362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.684468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.684753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.684953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.693214] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 1029.088406] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.591515] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.676517] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 42s [ 1029.796891] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 1029.797128] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 deletion is rescheduled due to dependency. [ 1029.797266] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.094890] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.095367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.095367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.095558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.097719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.097719] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 1030.121423] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.121580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.121655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.121933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.122111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.129861] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 1030.711720] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1030.711720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.711720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.711720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.711720] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.711720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.711720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.711720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.711720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.711720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.713187] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.215388] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.215717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.215717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.215784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.216033] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.216153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.216153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.216340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.216441] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.216538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.216726] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.216840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.216903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.217096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.217346] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.217436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.217436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.217597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.217689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.217871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.217945] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.687723] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 44s [ 1031.721270] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89613f55-25c9-4a51-be45-5ad829affd69: rpc.has_security_group_logging(os_id): False [ 1031.741038] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.741038] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.741038] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.741038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.741764] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.741764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.741764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.741764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.742262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.742502] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be updated. [ 1031.813340] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.813340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.813340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.813340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.813340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.825647] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 1032.141232] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 4s [ 1032.523582] env[68927]: INFO networking_nsxv3.common.synchronization [req-f695b17e-57c7-42e5-becd-3c34b9cd236b req-0cc45b70-995a-4326-a33c-c10be3fecce2 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Enqueued Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_members [ 1032.524594] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_members [ 1032.524594] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.524594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.524922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.524967] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.525212] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.525338] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.525437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.525822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.525943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.526081] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.879781] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.880044] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-761" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.880189] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-761" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.880523] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-761" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.880793] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.880957] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.881090] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.881307] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.881460] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.881738] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.881927] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.882072] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.882190] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.882308] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.882422] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.882560] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.901174] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.901367] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.901479] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.901656] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-761" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.901975] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-808983fe-0364-41b9-a2d2-eced1a882beb taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.902171] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-808983fe-0364-41b9-a2d2-eced1a882beb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.902297] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-808983fe-0364-41b9-a2d2-eced1a882beb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.902628] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-808983fe-0364-41b9-a2d2-eced1a882beb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.902773] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808983fe-0364-41b9-a2d2-eced1a882beb',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.028493] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.028664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.028737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.028944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.029048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.029300] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.029422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.029467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.029593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.029677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.029758] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 already deleted. [ 1033.029839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.405643] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.407063] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.407063] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.407063] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.407063] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.407063] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 808983fe-0364-41b9-a2d2-eced1a882beb not found, creating... [ 1033.407063] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.407380] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.407380] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.407501] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.407638] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.407927] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.408110] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.408252] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.408438] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.408579] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.408722] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 808983fe-0364-41b9-a2d2-eced1a882beb is going to be created. [ 1033.428974] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.429221] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.429402] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.429686] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.429927] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.430172] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-808983fe-0364-41b9-a2d2-eced1a882beb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.698359] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 46s [ 1033.839106] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1033.839106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.151390] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 1034.151623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.151796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.152038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.152232] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.152352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.152416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.152575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.156046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.156046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.156046] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.239246] env[68927]: INFO networking_nsxv3.common.synchronization [req-f695b17e-57c7-42e5-becd-3c34b9cd236b req-417ee038-278b-4076-b93b-a16404f95063 service nova] Enqueued Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_rules [ 1034.239246] env[68927]: INFO networking_nsxv3.common.synchronization [req-f695b17e-57c7-42e5-becd-3c34b9cd236b req-417ee038-278b-4076-b93b-a16404f95063 service nova] Enqueued Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_members [ 1034.239246] env[68927]: INFO networking_nsxv3.common.synchronization [req-f695b17e-57c7-42e5-becd-3c34b9cd236b req-417ee038-278b-4076-b93b-a16404f95063 service nova] Enqueued Resource ID: 808983fe-0364-41b9-a2d2-eced1a882beb with Priority: HIGHEST for action port [ 1034.239472] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_rules [ 1034.240221] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_members [ 1034.240349] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808983fe-0364-41b9-a2d2-eced1a882beb with Priority: HIGHEST for action port [ 1034.240645] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.240775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.240842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.241057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.241136] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.241989] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.242180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.242180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.242354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.242555] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.242642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.242704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.242815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.242895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.242979] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.243720] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-808983fe-0364-41b9-a2d2-eced1a882beb taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.243855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-808983fe-0364-41b9-a2d2-eced1a882beb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.244224] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-808983fe-0364-41b9-a2d2-eced1a882beb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.244675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-808983fe-0364-41b9-a2d2-eced1a882beb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.244768] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808983fe-0364-41b9-a2d2-eced1a882beb',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.657747] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.658011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.658081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.658262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.658463] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.658627] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.658690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.658852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.658960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.659071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.659249] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.659408] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.659474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.659617] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.659758] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.659851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.659908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.660053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.660125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.660210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.660300] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.734388] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a6955ef-84f8-476e-9075-dce3d6acfa4c req-65ec5158-8549-4504-8562-87708c0ab9bb tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Enqueued Resource ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 with Priority: HIGHEST for action security_group_members [ 1034.734934] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 with Priority: HIGHEST for action security_group_members [ 1034.736123] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ea2f5e-aa81-445f-881b-a012d7c6f597 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.736252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.736316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.737367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.737542] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.737652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.737714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.737887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.738166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.738277] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0ea2f5e-aa81-445f-881b-a012d7c6f597',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.746598] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.746814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.747029] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.747941] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 808983fe-0364-41b9-a2d2-eced1a882beb with status ACTIVE [ 1034.748131] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.748239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.748309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.748510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.748602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.748782] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.748879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.748940] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.749122] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.749168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.749409] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.749513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.749564] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.749706] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.749781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.749866] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 808983fe-0364-41b9-a2d2-eced1a882beb is going to be updated. [ 1034.772268] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.772432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.772496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.772725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.772863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.773028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-808983fe-0364-41b9-a2d2-eced1a882beb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.162898] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1c6987-cb07-4256-a563-05083f81c10d: rpc.has_security_group_logging(os_id): False [ 1035.179777] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.179913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.179988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.183059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.183059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.183059] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.183059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.183059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.183059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.183059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.183059] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.183059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.183059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.183059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.183059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.183059] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.183059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.183888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.183888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.183888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.183888] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 1035.238047] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.238195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.238423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.238497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.239058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.240258] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.240400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.240476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.240654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.240747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.240917] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.241038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.241106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.241260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.241366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.241402] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 already deleted. [ 1035.241475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.254037] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 1035.254037] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.388974] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.389258] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-283" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.389452] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-283" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.389823] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-283" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.390338] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.390593] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.390740] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.394026] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.394026] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.394026] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.394026] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.394026] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.394026] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.394026] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.394026] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.394026] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.411820] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.411978] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.412364] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.412613] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-283" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.412915] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-cd9b696d-727a-40ef-9941-302c9937bbb9 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.413105] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-cd9b696d-727a-40ef-9941-302c9937bbb9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.413232] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-cd9b696d-727a-40ef-9941-302c9937bbb9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.413615] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-cd9b696d-727a-40ef-9941-302c9937bbb9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.413780] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9b696d-727a-40ef-9941-302c9937bbb9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.718746] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 48s [ 1035.831776] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.831776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.831776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.831776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.831776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.831776] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 is going to be created. [ 1035.831776] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.831776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.831776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.831776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.831776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.831776] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 in Status: UNINITIALIZED for 2s [ 1035.918104] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.918542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.918542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.919061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.919166] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.919270] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port cd9b696d-727a-40ef-9941-302c9937bbb9 not found, creating... [ 1035.919675] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.919875] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.919985] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.920271] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.920470] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.920804] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.920993] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.921172] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.921461] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.921642] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.921830] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: cd9b696d-727a-40ef-9941-302c9937bbb9 is going to be created. [ 1035.941172] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.941348] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.941443] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.943118] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.943118] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.943118] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-cd9b696d-727a-40ef-9941-302c9937bbb9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.432281] env[68927]: INFO networking_nsxv3.common.synchronization [req-77f1d19c-d0bd-4333-a866-92ca5ce4d885 req-a10e50de-2b2c-47e1-b59f-024441aa529e tempest-ServersTestFqdnHostnames-1162546530 tempest-ServersTestFqdnHostnames-1162546530-project-member] Enqueued Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_members [ 1036.432808] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGHEST for action security_group_members [ 1036.433299] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a3f6e0-ff42-467a-a2ef-541020c060d5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.433299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.433299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.433543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.433645] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.433740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.433801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.434221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.434313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.434650] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a3f6e0-ff42-467a-a2ef-541020c060d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.936593] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.937144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.937144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.937144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.957909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.958372] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.958372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.958574] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.958758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.958898] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.959017] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 is going to be updated. [ 1036.982403] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.982649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.982714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.982941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.983110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.990789] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 in Status: IN_PROGRESS for 2s [ 1037.268128] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 1037.268380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.276722] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a6955ef-84f8-476e-9075-dce3d6acfa4c req-480b8788-8356-4ae0-9090-2bef5bfbd672 service nova] Enqueued Resource ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 with Priority: HIGHEST for action security_group_rules [ 1037.277864] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a6955ef-84f8-476e-9075-dce3d6acfa4c req-480b8788-8356-4ae0-9090-2bef5bfbd672 service nova] Enqueued Resource ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 with Priority: HIGHEST for action security_group_members [ 1037.278199] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a6955ef-84f8-476e-9075-dce3d6acfa4c req-480b8788-8356-4ae0-9090-2bef5bfbd672 service nova] Enqueued Resource ID: cd9b696d-727a-40ef-9941-302c9937bbb9 with Priority: HIGHEST for action port [ 1037.279077] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 with Priority: HIGHEST for action security_group_rules [ 1037.279283] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 with Priority: HIGHEST for action security_group_members [ 1037.279494] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd9b696d-727a-40ef-9941-302c9937bbb9 with Priority: HIGHEST for action port [ 1037.282103] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0ea2f5e-aa81-445f-881b-a012d7c6f597 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.282103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.282103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.282103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.282103] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0ea2f5e-aa81-445f-881b-a012d7c6f597',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.282640] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ea2f5e-aa81-445f-881b-a012d7c6f597 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.285167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.286286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.286286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.286286] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.286286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.286286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.286745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.286991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.287701] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0ea2f5e-aa81-445f-881b-a012d7c6f597',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.288360] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd9b696d-727a-40ef-9941-302c9937bbb9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.288812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd9b696d-727a-40ef-9941-302c9937bbb9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.289692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd9b696d-727a-40ef-9941-302c9937bbb9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.289692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd9b696d-727a-40ef-9941-302c9937bbb9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.289692] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9b696d-727a-40ef-9941-302c9937bbb9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.732675] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 50s [ 1037.782875] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ea2f5e-aa81-445f-881b-a012d7c6f597 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.783051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.783915] env[68927]: INFO networking_nsxv3.common.synchronization [req-f9c822d0-ec39-48d1-bd40-3077c7e6f38e req-77395bec-c937-481c-a938-478ae1886be9 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1037.785830] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1037.785830] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.785830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.785830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.785830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.785830] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.785830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.785830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.785830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.785830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.785830] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.792513] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0ea2f5e-aa81-445f-881b-a012d7c6f597',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.793187] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd9b696d-727a-40ef-9941-302c9937bbb9 with status ACTIVE [ 1037.793386] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.793513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.793581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.793773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.793866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.794067] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.794171] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.794235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.794392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.794472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.794656] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.795431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.795431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.795431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.795431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.795431] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd9b696d-727a-40ef-9941-302c9937bbb9 is going to be updated. [ 1037.815955] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 in Status: SUCCESS [ 1037.816158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.817000] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.817133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.817203] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.817947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.817947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.817947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd9b696d-727a-40ef-9941-302c9937bbb9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.818240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.818414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.818584] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.818684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.818741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.818897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.818945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.819829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.820803] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.289736] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.289736] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.289736] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.289736] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.289736] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.289736] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.289736] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.289736] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.291470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.291470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.291470] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 is going to be updated. [ 1038.297107] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0ea2f5e-aa81-445f-881b-a012d7c6f597',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.315171] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.315317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.315395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.315605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.315746] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.324192] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: IN_PROGRESS for 2s [ 1038.324417] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.799243] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.799493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.799540] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.799776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.799918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.799993] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 is going to be created. [ 1038.823794] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.824089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.824089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.824348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.824541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.826282] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78: rpc.has_security_group_logging(os_id): False [ 1038.837602] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 in Status: UNINITIALIZED for 2s [ 1038.842861] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.843733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.845151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.845409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.845514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.845812] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.845939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.846011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.846186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.846270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.846363] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 is going to be created. [ 1038.904720] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.905199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.905526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.909045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.909045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.921409] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 in Status: IN_PROGRESS for 2s [ 1039.009829] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 in Status: SUCCESS [ 1039.009829] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 deletion is rescheduled due to dependency. [ 1039.009981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.528861] env[68927]: INFO networking_nsxv3.common.synchronization [req-b2a43ecb-209f-4b8d-a4d8-0a03849c7194 req-f3099e4b-740e-4306-baf6-161ca66632ef tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1039.529684] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1039.530930] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.531132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.531234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.531474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.532111] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.533146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.533249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.533471] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.533668] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.533782] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.598663] env[68927]: INFO networking_nsxv3.common.synchronization [req-58916e65-e1c4-4d04-ac14-9aba11193284 req-904fab57-0870-4d51-b637-796aa2edcbc2 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1039.599393] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1039.599782] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.599945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.601192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.601450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.601586] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.601802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.601911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.602110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.602205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.602305] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.749644] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 52s [ 1040.027451] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.027748] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.027906] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.028192] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.028465] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.028629] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.028750] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.028969] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.029134] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.029373] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.029482] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.029617] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.029750] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.029870] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.029979] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.030131] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.037267] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.047674] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.047847] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.047991] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.048202] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.048538] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-5addcfe2-6d31-406f-9276-884c4e791d9f taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.048717] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-5addcfe2-6d31-406f-9276-884c4e791d9f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.048841] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-5addcfe2-6d31-406f-9276-884c4e791d9f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.049189] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-5addcfe2-6d31-406f-9276-884c4e791d9f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.049329] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5addcfe2-6d31-406f-9276-884c4e791d9f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.104370] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.104575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.104636] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.104802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.104896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.105107] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.105200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.105258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.105401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.105477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.105635] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 1040.132599] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.132760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.132824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.133041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.133186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.144145] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 1040.333671] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: SUCCESS [ 1040.333844] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 deletion is rescheduled due to dependency. [ 1040.334030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.540353] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.552044] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.552376] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.552565] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.552890] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.553110] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.553309] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 5addcfe2-6d31-406f-9276-884c4e791d9f not found, creating... [ 1040.553621] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.553882] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.554025] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.554328] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.554526] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.554847] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.555063] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.555225] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.555472] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.555652] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.555832] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 5addcfe2-6d31-406f-9276-884c4e791d9f is going to be created. [ 1040.576664] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.576888] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.577034] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.577315] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.577553] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.577779] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-5addcfe2-6d31-406f-9276-884c4e791d9f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.656254] env[68927]: INFO networking_nsxv3.common.synchronization [None req-97b699f9-1055-4610-86d7-9df33cf537ba tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1040.656825] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1040.657144] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.657412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.849461] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 in Status: SUCCESS [ 1040.849461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.849461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.849461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.849461] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.849461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.849461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.849461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.849461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.849461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.849461] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0ea2f5e-aa81-445f-881b-a012d7c6f597',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.933600] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 in Status: SUCCESS [ 1040.933868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.043490] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.043765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.043867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.044142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.044248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.044357] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be updated. [ 1041.071333] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.071597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.071597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.071829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.072016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.079780] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 1041.351319] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ea2f5e-aa81-445f-881b-a012d7c6f597 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.351472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.351544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.351769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.351993] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.352269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.352346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.352529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.352635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.352729] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.352886] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ea2f5e-aa81-445f-881b-a012d7c6f597 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.352980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.353130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.353195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.353333] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.353424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.353485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.353619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.353696] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.353778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.353866] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0ea2f5e-aa81-445f-881b-a012d7c6f597',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.506809] env[68927]: INFO networking_nsxv3.common.synchronization [req-58916e65-e1c4-4d04-ac14-9aba11193284 req-baa39769-e3db-4377-8cfc-9bd56690e968 service nova] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_rules [ 1041.506922] env[68927]: INFO networking_nsxv3.common.synchronization [req-58916e65-e1c4-4d04-ac14-9aba11193284 req-baa39769-e3db-4377-8cfc-9bd56690e968 service nova] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1041.507096] env[68927]: INFO networking_nsxv3.common.synchronization [req-58916e65-e1c4-4d04-ac14-9aba11193284 req-baa39769-e3db-4377-8cfc-9bd56690e968 service nova] Enqueued Resource ID: 5addcfe2-6d31-406f-9276-884c4e791d9f with Priority: HIGHEST for action port [ 1041.507704] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_rules [ 1041.507839] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1041.509421] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5addcfe2-6d31-406f-9276-884c4e791d9f with Priority: HIGHEST for action port [ 1041.509421] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.509421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.509421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.509421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.509421] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.509971] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.509971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.509971] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-5addcfe2-6d31-406f-9276-884c4e791d9f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.509971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5addcfe2-6d31-406f-9276-884c4e791d9f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.509971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5addcfe2-6d31-406f-9276-884c4e791d9f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.510198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5addcfe2-6d31-406f-9276-884c4e791d9f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.510198] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5addcfe2-6d31-406f-9276-884c4e791d9f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.578192] env[68927]: INFO networking_nsxv3.common.synchronization [req-10f01cd2-c05f-466f-9db8-a3021841d7ce req-e1e12b73-e6fe-4cd6-b24b-0b5cf3580a37 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1041.578719] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1041.579068] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.579196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.579265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.579581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.579852] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.579978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.580061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.580234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.580320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.580432] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.761063] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 54s [ 1041.860082] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0ea2f5e-aa81-445f-881b-a012d7c6f597: rpc.has_security_group_logging(os_id): False [ 1041.869811] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.870133] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.870480] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.870846] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.871359] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.871627] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.871866] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.872197] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.872376] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.872621] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.872785] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.872935] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.873075] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.873196] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.873309] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.873484] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.875564] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.875727] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.875793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.875911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.876017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.876216] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.876366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.876449] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.876562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.876562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.876825] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.876912] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.876975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.877177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.877251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.877484] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.877603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.877694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.877795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.877880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.877951] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 is going to be created. [ 1041.894919] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.895173] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.895417] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.895660] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.896056] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-35fe8799-2b61-4644-93e4-ff336f167682 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.896243] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-35fe8799-2b61-4644-93e4-ff336f167682" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.896376] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-35fe8799-2b61-4644-93e4-ff336f167682" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.896728] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-35fe8799-2b61-4644-93e4-ff336f167682" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.896961] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35fe8799-2b61-4644-93e4-ff336f167682',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.934138] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.934298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.934379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.934620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.934830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.945574] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 in Status: IN_PROGRESS for 2s [ 1042.011871] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5addcfe2-6d31-406f-9276-884c4e791d9f with status ACTIVE [ 1042.012159] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.012303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.012397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.012635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.012730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.012917] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.013060] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.013118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.013296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.013408] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.013553] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.013670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.013730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.013922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.014010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.014401] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5addcfe2-6d31-406f-9276-884c4e791d9f is going to be updated. [ 1042.015328] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.015425] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.042797] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.043010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.043010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.043197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.043337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.043497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5addcfe2-6d31-406f-9276-884c4e791d9f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.083572] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.083806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.083806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.084083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.084213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.084438] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.084716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.084716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.085019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.085019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.085019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 already deleted. [ 1042.085019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.155611] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 1042.155826] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 deletion is rescheduled due to dependency. [ 1042.155972] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.156192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.156491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.156741] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.156897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.156966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.157181] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.157305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.157433] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.400472] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.400840] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.401068] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.401425] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.401659] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.401891] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 35fe8799-2b61-4644-93e4-ff336f167682 not found, creating... [ 1042.402292] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.402524] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.402699] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.403009] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.403215] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.403653] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.404072] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.404268] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.404576] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.404772] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.404979] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 35fe8799-2b61-4644-93e4-ff336f167682 is going to be created. [ 1042.426631] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.426899] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.427085] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.427504] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.427777] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.428034] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-35fe8799-2b61-4644-93e4-ff336f167682" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.661058] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.088903] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1043.089086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.089247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.089563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.089769] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.089891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.089959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.090165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.090253] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.090350] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.127862] env[68927]: INFO networking_nsxv3.common.synchronization [req-10f01cd2-c05f-466f-9db8-a3021841d7ce req-fd8aecc9-695a-41c3-87cf-9611577c28f6 service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1043.128089] env[68927]: INFO networking_nsxv3.common.synchronization [req-10f01cd2-c05f-466f-9db8-a3021841d7ce req-fd8aecc9-695a-41c3-87cf-9611577c28f6 service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1043.128297] env[68927]: INFO networking_nsxv3.common.synchronization [req-10f01cd2-c05f-466f-9db8-a3021841d7ce req-fd8aecc9-695a-41c3-87cf-9611577c28f6 service nova] Enqueued Resource ID: 35fe8799-2b61-4644-93e4-ff336f167682 with Priority: HIGHEST for action port [ 1043.128922] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1043.129171] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1043.129296] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35fe8799-2b61-4644-93e4-ff336f167682 with Priority: HIGHEST for action port [ 1043.129606] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.129756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.129825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.130102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.130190] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.131093] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.131207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.131276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.131479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.131604] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.131699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.131763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.131943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.132050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.132141] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.132870] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-35fe8799-2b61-4644-93e4-ff336f167682 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.132983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35fe8799-2b61-4644-93e4-ff336f167682" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.133088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35fe8799-2b61-4644-93e4-ff336f167682" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.133195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35fe8799-2b61-4644-93e4-ff336f167682" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.133275] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35fe8799-2b61-4644-93e4-ff336f167682',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.162079] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.592446] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.592643] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.592717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.593023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.593089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.593299] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.593420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.593481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.594012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.594012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.594012] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be updated. [ 1043.626976] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.627428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.627428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.627428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.627682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.635829] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.637195] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.637688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.637688] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35fe8799-2b61-4644-93e4-ff336f167682 with status ACTIVE [ 1043.637902] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.638372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.638624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.639567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.639713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.639985] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.640439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.640439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.640538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.641273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.641460] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.641598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.641771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.641919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.642044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.643386] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35fe8799-2b61-4644-93e4-ff336f167682 is going to be updated. [ 1043.644580] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 1043.663339] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.663619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.663720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.663966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.664266] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.665227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35fe8799-2b61-4644-93e4-ff336f167682" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.665227] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.665380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.665380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.665565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.665648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.665756] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 1043.691862] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.692213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.692213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.692459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.692609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.702962] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 1043.778354] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 56s [ 1043.958519] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 in Status: SUCCESS [ 1043.958753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.088391] env[68927]: INFO networking_nsxv3.common.synchronization [req-94bf40a7-31a9-4c53-8cbb-010a54454a96 req-601fe001-ef42-4d80-92f9-4ce0d45a8dfc tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1044.088918] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1044.089231] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.089353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.089479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.089812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.089917] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.090088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.090169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.090320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.090703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.090703] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.144941] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.490855] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.491166] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.491780] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.491780] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.491986] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.492546] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.492546] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.492546] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.492691] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.492873] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.493031] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.493623] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.493623] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.493623] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.493623] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.493623] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.514502] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.514502] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.514502] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.514502] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.514502] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-1b026e59-645a-4652-b988-81cc3c1f5051 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.514502] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-1b026e59-645a-4652-b988-81cc3c1f5051" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.514502] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-1b026e59-645a-4652-b988-81cc3c1f5051" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.514502] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-1b026e59-645a-4652-b988-81cc3c1f5051" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.514502] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b026e59-645a-4652-b988-81cc3c1f5051',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.593618] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.593794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.593871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.594116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.594218] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.594492] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.594629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.594760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.594895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.594974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.595096] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1044.623989] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.623989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.623989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.624235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.624299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.634213] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1044.650803] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.650803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.650803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.650803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.650803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.650803] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be created. [ 1044.671637] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.671954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.672080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.672423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.673298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.681388] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: UNINITIALIZED for 2s [ 1045.019592] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.019872] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.020042] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.020392] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.020774] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.020902] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 1b026e59-645a-4652-b988-81cc3c1f5051 not found, creating... [ 1045.021206] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.021415] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.021537] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.021820] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.022023] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.022667] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.022909] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.023084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.023390] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.023798] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.023892] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 1b026e59-645a-4652-b988-81cc3c1f5051 is going to be created. [ 1045.042433] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.042915] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.043036] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.043492] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.043843] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.044600] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-1b026e59-645a-4652-b988-81cc3c1f5051" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.658874] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1045.659067] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 deletion is rescheduled due to dependency. [ 1045.659185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.716780] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 1045.717219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.717283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.718043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.718043] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.718043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.718043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.718297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.718297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.718297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.718421] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.767416] env[68927]: INFO networking_nsxv3.common.synchronization [req-94bf40a7-31a9-4c53-8cbb-010a54454a96 req-22cf9122-6425-454b-ac69-a096a6fec903 service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 1045.767653] env[68927]: INFO networking_nsxv3.common.synchronization [req-94bf40a7-31a9-4c53-8cbb-010a54454a96 req-22cf9122-6425-454b-ac69-a096a6fec903 service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1045.767816] env[68927]: INFO networking_nsxv3.common.synchronization [req-94bf40a7-31a9-4c53-8cbb-010a54454a96 req-22cf9122-6425-454b-ac69-a096a6fec903 service nova] Enqueued Resource ID: 1b026e59-645a-4652-b988-81cc3c1f5051 with Priority: HIGHEST for action port [ 1045.768070] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 1045.768208] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1045.768300] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b026e59-645a-4652-b988-81cc3c1f5051 with Priority: HIGHEST for action port [ 1045.768925] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.768999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.774199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.774199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.774199] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.774199] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.774199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.774199] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b026e59-645a-4652-b988-81cc3c1f5051 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.774554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b026e59-645a-4652-b988-81cc3c1f5051" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.774554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b026e59-645a-4652-b988-81cc3c1f5051" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.774554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b026e59-645a-4652-b988-81cc3c1f5051" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.774554] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b026e59-645a-4652-b988-81cc3c1f5051',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.791169] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 58s [ 1046.221399] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.221399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.221648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.221749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.221959] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.222081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.222141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.222296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.222384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.222474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.222669] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.222756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.222793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.222936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.223081] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.223170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.223227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.223363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.223437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.223522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.223606] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.276956] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.277134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.277411] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b026e59-645a-4652-b988-81cc3c1f5051 with status ACTIVE [ 1046.277532] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.277620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.277697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.278212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.278326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.278569] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.278693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.278759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.278928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.279040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.279458] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.279593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.279656] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.279829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.279888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.279969] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b026e59-645a-4652-b988-81cc3c1f5051 is going to be updated. [ 1046.306755] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.307675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.307675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.307868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.307868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.308800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b026e59-645a-4652-b988-81cc3c1f5051" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.615962] env[68927]: INFO networking_nsxv3.common.synchronization [req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 req-5d9ee612-d7c9-4e9a-befc-ea5cefe7b193 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Enqueued Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1046.617055] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1046.617559] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.617669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.617745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.617942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.618120] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.618223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.618283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.618441] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.618530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.618627] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.645479] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1046.645656] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 deletion is rescheduled due to dependency. [ 1046.645772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.645947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.646182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.646362] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.646479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.646546] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.646695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.646774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.646868] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.691136] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1046.691136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.691241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.692316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.692316] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.692316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.692316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.692316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.692316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.692316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.692316] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.726310] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d603dc80-fdad-4726-990d-51982303a3c5: rpc.has_security_group_logging(os_id): False [ 1046.742422] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.742639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.742693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.742869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.742962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.743206] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.743319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.743380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.743527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.743637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.743773] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.743879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.743962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.744131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.744275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.744387] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.744515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.744570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.744676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.744750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.744833] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 1046.797958] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.798177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.798177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.798398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.798545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.814737] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 1046.908340] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.908564] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.908702] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.908988] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.909307] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.909530] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.910997] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.911412] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.911677] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.911988] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.912164] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.912313] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.912480] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.913255] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.913472] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.913724] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.932808] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.933041] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.933194] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.933428] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.933752] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-8b430339-31e4-4cd8-ba92-bd8e5888079c taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.933940] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-8b430339-31e4-4cd8-ba92-bd8e5888079c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.934093] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-8b430339-31e4-4cd8-ba92-bd8e5888079c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.934443] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-8b430339-31e4-4cd8-ba92-bd8e5888079c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.934593] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b430339-31e4-4cd8-ba92-bd8e5888079c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.122326] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.148436] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.195136] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.195136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.195136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.195136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.195136] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.195472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.195472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.195472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.195586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.195624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.196335] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.196335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.196335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.196335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.196335] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.196335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.196754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.196754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.196754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.196754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.197078] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.440293] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.440640] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.440902] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.441295] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.441597] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.441793] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 8b430339-31e4-4cd8-ba92-bd8e5888079c not found, creating... [ 1047.442177] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.442353] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.442986] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.442986] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.443152] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.444194] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.444194] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.444194] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.444450] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.445304] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.445304] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 8b430339-31e4-4cd8-ba92-bd8e5888079c is going to be created. [ 1047.464351] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.464611] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.464761] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.465051] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.465334] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.465557] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-8b430339-31e4-4cd8-ba92-bd8e5888079c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.625016] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.651372] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.699874] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f6ce663-8c33-475f-808f-e6efbb13ad67: rpc.has_security_group_logging(os_id): False [ 1047.718810] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.719625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.719625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.719625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.719625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.719800] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.720118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.720285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.720499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.720618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.720857] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.721725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.721725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.721725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.721725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.721725] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.721967] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.723934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.723934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.723934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.723934] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be created. [ 1047.794020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.794020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.794020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.794020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.794020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.804613] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1047.805579] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 60s [ 1048.127999] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.128237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.128351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.128532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.128638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.128728] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 is going to be updated. [ 1048.153806] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.153955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.154033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.154249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.154337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.154436] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1048.158264] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.160031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.160031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.160031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.160031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.165598] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: IN_PROGRESS for 2s [ 1048.173349] env[68927]: INFO networking_nsxv3.common.synchronization [req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 req-18113b54-fc48-4319-baec-2c669e580273 service nova] Enqueued Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_rules [ 1048.173349] env[68927]: INFO networking_nsxv3.common.synchronization [req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 req-18113b54-fc48-4319-baec-2c669e580273 service nova] Enqueued Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1048.173349] env[68927]: INFO networking_nsxv3.common.synchronization [req-30e09ccc-bc26-4252-a395-3c0e0b29d9c0 req-18113b54-fc48-4319-baec-2c669e580273 service nova] Enqueued Resource ID: 8b430339-31e4-4cd8-ba92-bd8e5888079c with Priority: HIGHEST for action port [ 1048.173596] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_rules [ 1048.173725] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1048.173913] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b430339-31e4-4cd8-ba92-bd8e5888079c with Priority: HIGHEST for action port [ 1048.174157] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.174237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.174310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.174522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.174600] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.175456] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.175537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.175714] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b430339-31e4-4cd8-ba92-bd8e5888079c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.175818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b430339-31e4-4cd8-ba92-bd8e5888079c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.175863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b430339-31e4-4cd8-ba92-bd8e5888079c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.176493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b430339-31e4-4cd8-ba92-bd8e5888079c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.176493] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b430339-31e4-4cd8-ba92-bd8e5888079c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.178580] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.178580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.178580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.178763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.178859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.187691] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1048.678266] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.678485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.678600] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b430339-31e4-4cd8-ba92-bd8e5888079c with status ACTIVE [ 1048.678784] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.678894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.678961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.679239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.679339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.679545] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.679641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.679701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.679880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.679959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.680158] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.680253] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.680313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.680478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.680543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.680635] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b430339-31e4-4cd8-ba92-bd8e5888079c is going to be updated. [ 1048.699421] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.699612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.699690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.700220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.700220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.700220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b430339-31e4-4cd8-ba92-bd8e5888079c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.828735] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 1048.829114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.773395] env[68927]: INFO networking_nsxv3.common.synchronization [req-66fb8b8a-98bf-4434-a045-05e1ef89adc3 req-3c3f52e4-9fc2-46a9-b63d-7fdaad4908e4 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_members [ 1049.774236] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGHEST for action security_group_members [ 1049.774731] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f74adbe-58f1-4c08-b14c-15b6079548f9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.775038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.775283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.775621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.775886] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.776120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.776278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.776605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.776818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.777018] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f74adbe-58f1-4c08-b14c-15b6079548f9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.820210] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1049.822036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.825549] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 62s [ 1050.177588] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: SUCCESS [ 1050.177588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.177588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.177588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.177588] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.177588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.177588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.177588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.177588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.177588] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.197732] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1050.197732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.197732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.197732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.197732] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.197732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.197732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.197732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.197732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.197732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.197732] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.283055] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.283055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.283055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.283055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.283055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.283055] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.283055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.283055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.283055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.283055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.283055] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 is going to be updated. [ 1050.323783] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.323783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.323783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.323783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.323783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.330419] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 in Status: IN_PROGRESS for 2s [ 1050.679964] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.700491] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.700768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.700768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.701111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.701352] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.701481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.701571] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.701769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.701869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.702034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.702262] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.702397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.702481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.702699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.702902] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.703028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.703094] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.703279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.703399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.703516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.703626] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.185059] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.211555] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3f271f-bf2f-4bdc-87a0-509afb044ca5: rpc.has_security_group_logging(os_id): False [ 1051.229570] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.229777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.229866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.230148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.230244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.230494] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.230660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.230740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.230939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.231063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.231344] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.231480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.231579] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.231752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.231866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.232672] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.232859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.232910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.233110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.233219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.233330] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1051.299931] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.300194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.300356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.300670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.300877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.320675] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1051.378604] env[68927]: INFO networking_nsxv3.common.synchronization [req-ec93299b-a083-40ba-bf2a-163d6dd2aa2c req-ce951478-cd3e-4d03-bda7-ee8ca4ac403b tempest-ServersNegativeTestMultiTenantJSON-448887453 tempest-ServersNegativeTestMultiTenantJSON-448887453-project-member] Enqueued Resource ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 with Priority: HIGHEST for action security_group_members [ 1051.379157] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 with Priority: HIGHEST for action security_group_members [ 1051.379471] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ea2f5e-aa81-445f-881b-a012d7c6f597 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.379664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.379795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.379940] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.380139] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.380261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.380326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.380478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.380566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.380661] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0ea2f5e-aa81-445f-881b-a012d7c6f597',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.688243] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.688469] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.688469] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.688629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.688725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.688834] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 is going to be updated. [ 1051.714171] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.714381] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.714381] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.714596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.714747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.724265] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: IN_PROGRESS for 2s [ 1051.835839] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 64s [ 1051.882996] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.886068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.886068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.886068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.886068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.886068] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.886068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.886068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.886068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.886068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.886068] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 is going to be updated. [ 1051.910239] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.910416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.910486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.910660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.910798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.919312] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 in Status: IN_PROGRESS for 2s [ 1052.039767] env[68927]: INFO networking_nsxv3.common.synchronization [req-a83ca5cf-05b4-409b-a770-ceecde454641 req-495663af-3e4e-4985-b137-054e48987a92 tempest-ImagesTestJSON-825637651 tempest-ImagesTestJSON-825637651-project-member] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 1052.040340] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGHEST for action security_group_members [ 1052.040716] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.044261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.044261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.044398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.044492] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.044585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.044693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.044800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.044886] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.044987] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.341145] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 in Status: SUCCESS [ 1052.341470] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 deletion is rescheduled due to dependency. [ 1052.341470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.548197] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.551355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.551355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.551355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.551355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.551355] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.551355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.551355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.551355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.551355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.551355] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be updated. [ 1052.576694] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.576964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.576964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.577182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.577328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.587173] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: IN_PROGRESS for 2s [ 1053.118727] env[68927]: INFO networking_nsxv3.common.synchronization [None req-29445ee4-32ab-4769-9c99-277e9b0c9c92 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_rules [ 1053.119325] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_rules [ 1053.120350] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-470eaf51-22c3-4176-9c58-420c88f8d402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.120645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.120723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.121185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.121277] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('470eaf51-22c3-4176-9c58-420c88f8d402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.239353] env[68927]: INFO networking_nsxv3.common.synchronization [None req-52787f21-5df2-4221-b9b6-31d57b8559ac tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_rules [ 1053.239634] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_rules [ 1053.240124] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-470eaf51-22c3-4176-9c58-420c88f8d402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.240389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.339237] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1053.339237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.644125] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.644125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.644125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.644125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.644125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.644125] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 470eaf51-22c3-4176-9c58-420c88f8d402 already deleted. [ 1053.644125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.644125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.644125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.644125] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('470eaf51-22c3-4176-9c58-420c88f8d402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.735637] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: SUCCESS [ 1053.735637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.735637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.735637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.735637] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.735637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.735637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.735637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.735637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.735637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.735637] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.847737] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 66s [ 1053.929342] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 in Status: SUCCESS [ 1053.929613] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 deletion is rescheduled due to dependency. [ 1053.929733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.075118] env[68927]: INFO networking_nsxv3.common.synchronization [None req-a49372d1-82a3-472c-a73f-82d5254d5e98 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_rules [ 1054.075118] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_rules [ 1054.075937] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9dd666-e818-4799-9781-97bcea70f270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.078040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.078040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.078040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.078040] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.154070] env[68927]: INFO networking_nsxv3.common.synchronization [None req-382ab7fa-e7c2-41de-bb5f-9f2638abae9b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_rules [ 1054.158130] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_rules [ 1054.158130] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9dd666-e818-4799-9781-97bcea70f270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.158130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.168880] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.168880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.168880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.168880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.168880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.168880] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 470eaf51-22c3-4176-9c58-420c88f8d402 already deleted. [ 1054.168880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.238034] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.238034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.238034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.238409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.238596] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.238741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.238974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.239076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.239160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.239284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.239712] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.239712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.239882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.239945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.240263] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.240263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.240427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.240530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.240674] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.240804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.240911] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.597942] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.598151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.598198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.598399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.598493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.598591] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9dd666-e818-4799-9781-97bcea70f270 already deleted. [ 1054.598676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.598828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.598983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.599087] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.600594] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1c6987-cb07-4256-a563-05083f81c10d in Status: SUCCESS [ 1054.600809] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1c6987-cb07-4256-a563-05083f81c10d deletion is rescheduled due to dependency. [ 1054.600914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.745186] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d957e17f-8897-4213-bd2b-a1a0c6e6cf12: rpc.has_security_group_logging(os_id): False [ 1054.764354] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.764679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.764679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.764899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.764980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.765173] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.765326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.765326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.765508] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.765604] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.765725] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.765835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.765946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.766040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.766949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.767187] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.767327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.767421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.767498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.767591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.767669] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 is going to be updated. [ 1054.829483] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.829762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.829833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.830024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.830176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.844202] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: IN_PROGRESS for 2s [ 1055.006572] env[68927]: INFO networking_nsxv3.common.synchronization [req-5be14d47-3130-4ab6-aba5-ba4844719da9 req-992f2209-6c30-41e0-bf81-2bd102abc8b3 tempest-ServersWithSpecificFlavorTestJSON-708125987 tempest-ServersWithSpecificFlavorTestJSON-708125987-project-member] Enqueued Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 1055.006572] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGHEST for action security_group_members [ 1055.006572] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.006572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.006572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.006572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.006572] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.006572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.006572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.006572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.006572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.006572] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.119785] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.119972] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.120076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.120283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.120400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.120466] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9dd666-e818-4799-9781-97bcea70f270 already deleted. [ 1055.120600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.506985] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.507167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.507239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.507472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.507652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.507861] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.507961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.508035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.508196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.508274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.508362] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf is going to be updated. [ 1055.535758] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.536024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.536024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.536252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.536402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.545058] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: IN_PROGRESS for 2s [ 1055.863998] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 68s [ 1056.860681] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: SUCCESS [ 1056.860898] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.239991] env[68927]: INFO networking_nsxv3.common.synchronization [req-fc253043-c425-4b21-8a4b-078c11f06bbb req-c2d48580-c0cd-4cc0-8a0f-f1564c9b377e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 1057.239991] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 1057.240623] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.240991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.241236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.241556] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.242272] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.242550] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.242720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.242973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.243199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.243405] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.277303] env[68927]: INFO networking_nsxv3.common.synchronization [req-fc253043-c425-4b21-8a4b-078c11f06bbb req-c2d48580-c0cd-4cc0-8a0f-f1564c9b377e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_rules [ 1057.277303] env[68927]: INFO networking_nsxv3.common.synchronization [req-fc253043-c425-4b21-8a4b-078c11f06bbb req-c2d48580-c0cd-4cc0-8a0f-f1564c9b377e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 1057.277303] env[68927]: INFO networking_nsxv3.common.synchronization [req-fc253043-c425-4b21-8a4b-078c11f06bbb req-c2d48580-c0cd-4cc0-8a0f-f1564c9b377e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 with Priority: HIGHEST for action port [ 1057.277303] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_rules [ 1057.277303] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 1057.277303] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 with Priority: HIGHEST for action port [ 1057.277303] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.277303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.277303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.278069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.278565] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.282071] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.282345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.282816] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.283891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.285216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.285216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.285216] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c5e4bdc-33fc-4c9c-945a-de343fa40d46',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.556038] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf in Status: SUCCESS [ 1057.556038] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf deletion is rescheduled due to dependency. [ 1057.556249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.746363] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.787437] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 with status ACTIVE [ 1057.787798] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.787958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.788045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.788275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.788496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.788608] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.788696] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.788738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.788880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.788958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.789159] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.789258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.789315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.789455] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.789530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.789774] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 is going to be updated. [ 1057.792672] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.792672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.814704] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.814920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.814920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.815083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.815144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.815336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.876863] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 70s [ 1058.249039] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.752534] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.752812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.752943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.753270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.753396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.753543] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 is going to be updated. [ 1058.783626] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.783626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.783626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.783626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.783626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.795500] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: IN_PROGRESS for 2s [ 1059.556111] env[68927]: INFO networking_nsxv3.common.synchronization [req-6b8d58cb-0712-46f2-b313-479cf19e10e8 req-7b6f54ac-596b-4d02-bce7-d950a1f7ee00 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1059.556656] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1059.557075] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.557349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.557349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.557552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.557742] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.557876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.557961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.558144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.558261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.558376] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.733091] env[68927]: INFO networking_nsxv3.common.synchronization [req-65cca3db-447e-41ca-90b5-95515b9ceee6 req-9e9dd9f7-218f-4c78-9ff3-6f338e7bf5e1 tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Enqueued Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1059.733674] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1059.733971] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.734101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.735112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.735112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.735112] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.735112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.735112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.735112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.735112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.735112] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.891932] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 72s [ 1059.967028] env[68927]: INFO networking_nsxv3.common.synchronization [None req-313ce155-af9e-46a2-b72a-ddab0995554f tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_rules [ 1059.969397] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_rules [ 1059.969397] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.969397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.969397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.969397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.969397] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.062468] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.062641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.062695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.062914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.063033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.063227] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.063427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.063427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.063531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.063604] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.063692] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1060.092058] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.092178] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.092286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.092944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.092944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.101430] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1060.118069] env[68927]: INFO networking_nsxv3.common.synchronization [None req-a282157f-8652-4d24-adfa-99dd41e8d845 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_rules [ 1060.118069] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_rules [ 1060.118069] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.118069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.237968] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.493055] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.493055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.493055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.493055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.493055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.493055] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 already deleted. [ 1060.493055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.493055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.493055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.493055] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.741346] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.808927] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: SUCCESS [ 1060.809174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.809346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.809585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.809806] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.809927] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.809994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.813416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.813416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.813416] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.976833] env[68927]: INFO networking_nsxv3.common.synchronization [req-85b2ee9b-f3ee-4e44-b871-980929772b2f req-971aeada-1b86-4a23-b8bc-0a9a121a9d7e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 1060.976833] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 1060.976833] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.976833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.018540] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.018627] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.018681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.018898] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.018988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.019214] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 already deleted. [ 1061.019214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.020699] env[68927]: INFO networking_nsxv3.common.synchronization [req-85b2ee9b-f3ee-4e44-b871-980929772b2f req-971aeada-1b86-4a23-b8bc-0a9a121a9d7e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_rules [ 1061.020699] env[68927]: INFO networking_nsxv3.common.synchronization [req-85b2ee9b-f3ee-4e44-b871-980929772b2f req-971aeada-1b86-4a23-b8bc-0a9a121a9d7e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 1061.020835] env[68927]: INFO networking_nsxv3.common.synchronization [req-85b2ee9b-f3ee-4e44-b871-980929772b2f req-971aeada-1b86-4a23-b8bc-0a9a121a9d7e tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 with Priority: HIGHEST for action port [ 1061.021944] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_rules [ 1061.022097] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 1061.025839] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 with Priority: HIGHEST for action port [ 1061.025839] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.025839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.025839] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.026276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.029049] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.029049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.029049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.029049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.029049] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c5e4bdc-33fc-4c9c-945a-de343fa40d46',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.243171] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.246090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.246090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.246090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.246090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.246090] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 is going to be updated. [ 1061.276254] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.276420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.276489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.276725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.276867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.285078] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: IN_PROGRESS for 2s [ 1061.318036] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.346484] env[68927]: INFO networking_nsxv3.common.synchronization [req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 req-2f23b331-ce0b-49dc-921f-c969d24a4b6d tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1061.347590] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1061.348047] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.348190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.348261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.348465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.348634] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.348732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.348808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.348959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.349070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.349165] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.532520] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 with status ACTIVE [ 1061.532782] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.532957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.533042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.533282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.533379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.533615] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.533722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.533789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.533957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.534044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.534262] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.534368] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.534434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.534682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.534682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.534858] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c5e4bdc-33fc-4c9c-945a-de343fa40d46 is going to be updated. [ 1061.565304] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.565521] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.565639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.565939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.566119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.566333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c5e4bdc-33fc-4c9c-945a-de343fa40d46" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.820825] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.852038] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.903574] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 74s [ 1062.111585] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1062.111585] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 deletion is rescheduled due to dependency. [ 1062.111585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.326032] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.326698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.326698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.326698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.326698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.328085] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 is going to be updated. [ 1062.352318] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.352434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.352524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.352695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.352833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.354625] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.368254] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: IN_PROGRESS for 2s [ 1062.627880] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.627880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.627880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.627880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.627880] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.627880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.627880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.627880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.627880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.627880] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.627880] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.627880] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.627880] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.628869] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.628869] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.628869] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.647904] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.648379] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1062.648674] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.648976] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.649440] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-abd717b0-8785-449c-8d01-f548ac2b39ca taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.649734] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-abd717b0-8785-449c-8d01-f548ac2b39ca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.649933] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-abd717b0-8785-449c-8d01-f548ac2b39ca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.650398] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-abd717b0-8785-449c-8d01-f548ac2b39ca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.650600] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abd717b0-8785-449c-8d01-f548ac2b39ca',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.860146] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.860517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.860517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.860607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.860700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.860809] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1062.892239] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.892381] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.892467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.892686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.892836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.902919] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1063.152876] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.153115] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.153246] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.153521] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.153673] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.154014] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port abd717b0-8785-449c-8d01-f548ac2b39ca not found, creating... [ 1063.154118] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.154276] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.154462] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.154628] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.154757] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.155051] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.155210] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.155325] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.155579] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.155735] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.155908] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: abd717b0-8785-449c-8d01-f548ac2b39ca is going to be created. [ 1063.185890] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.185890] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.185890] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.186745] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.186745] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.186745] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-abd717b0-8785-449c-8d01-f548ac2b39ca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.297302] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: SUCCESS [ 1063.297302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.764228] env[68927]: INFO networking_nsxv3.common.synchronization [req-e19fb472-dfa6-4931-91d3-3f066198541e req-53706446-3eea-4563-aea4-7f71ab857a28 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_members [ 1063.765272] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_members [ 1063.765480] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-470eaf51-22c3-4176-9c58-420c88f8d402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.765642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.765718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.766058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.766239] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.766345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.766494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.766670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.766762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.766857] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('470eaf51-22c3-4176-9c58-420c88f8d402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.915654] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 76s [ 1063.949579] env[68927]: INFO networking_nsxv3.common.synchronization [req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 req-9ca44424-e989-4796-bb2a-028e7883df6a service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1063.949802] env[68927]: INFO networking_nsxv3.common.synchronization [req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 req-9ca44424-e989-4796-bb2a-028e7883df6a service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1063.949963] env[68927]: INFO networking_nsxv3.common.synchronization [req-a8541378-96ff-46fd-a8e8-69f6bdb631f5 req-9ca44424-e989-4796-bb2a-028e7883df6a service nova] Enqueued Resource ID: abd717b0-8785-449c-8d01-f548ac2b39ca with Priority: HIGHEST for action port [ 1063.950200] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1063.950325] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1063.950426] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd717b0-8785-449c-8d01-f548ac2b39ca with Priority: HIGHEST for action port [ 1063.951020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.952357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.952357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.952511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.952683] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.954368] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.954516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.959781] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-abd717b0-8785-449c-8d01-f548ac2b39ca taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.959781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abd717b0-8785-449c-8d01-f548ac2b39ca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.959781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abd717b0-8785-449c-8d01-f548ac2b39ca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.959781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abd717b0-8785-449c-8d01-f548ac2b39ca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.959781] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abd717b0-8785-449c-8d01-f548ac2b39ca',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.270686] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.270686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.270686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.271059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.271059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.271635] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.271813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.271813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.272040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.272100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.272176] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 470eaf51-22c3-4176-9c58-420c88f8d402 already deleted. [ 1064.272260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.352160] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.352429] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.352634] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.353848] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.354166] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.354336] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.354459] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.354698] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.354846] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.355088] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.355207] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.355319] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.355429] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.355538] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.355722] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.355862] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.372759] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.372920] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.373075] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.373251] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.373554] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-77b2360c-e130-404d-b4d8-81f895689423 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.373720] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-77b2360c-e130-404d-b4d8-81f895689423" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.373841] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-77b2360c-e130-404d-b4d8-81f895689423" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.374181] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-77b2360c-e130-404d-b4d8-81f895689423" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.374317] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b2360c-e130-404d-b4d8-81f895689423',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.376476] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: SUCCESS [ 1064.376664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.376813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.377028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.377217] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.377291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.377335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.377457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.377538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.377652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.377754] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.379262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.379431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.379583] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.379704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.379770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.379912] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.380276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.380366] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.460497] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abd717b0-8785-449c-8d01-f548ac2b39ca with status ACTIVE [ 1064.460497] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.460497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.460497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.460883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.460883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.460960] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.461045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.461105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.461251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.461325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.461498] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.461586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.461651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.461849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.461952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.462053] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abd717b0-8785-449c-8d01-f548ac2b39ca is going to be updated. [ 1064.464314] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.464314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.482241] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.484322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.484322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.484499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.485249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.486053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abd717b0-8785-449c-8d01-f548ac2b39ca" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.876990] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.877353] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.877600] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.877787] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.877954] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.878136] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 77b2360c-e130-404d-b4d8-81f895689423 not found, creating... [ 1064.878630] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.878630] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.878894] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.879757] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.879962] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.880354] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.880854] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.880854] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.881024] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.881184] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.881337] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 77b2360c-e130-404d-b4d8-81f895689423 is going to be created. [ 1064.882740] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.886117] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.907379] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.907379] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.907379] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.907379] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.907983] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.908443] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-77b2360c-e130-404d-b4d8-81f895689423" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.911792] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1064.911898] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.912352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.912929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.912929] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.912929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.912929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.913149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.913149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.913227] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.977045] env[68927]: INFO networking_nsxv3.common.synchronization [None req-357d30bd-6aaf-44d4-88a7-a74799fd165b None None] Enqueued Resource ID: 7b32d092-e89c-44a3-b274-65c812404b85 with Priority: HIGHEST for action port [ 1064.977045] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b32d092-e89c-44a3-b274-65c812404b85 with Priority: HIGHEST for action port [ 1064.977368] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b32d092-e89c-44a3-b274-65c812404b85 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.977442] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b32d092-e89c-44a3-b274-65c812404b85" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.977684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b32d092-e89c-44a3-b274-65c812404b85" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.977759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b32d092-e89c-44a3-b274-65c812404b85" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.977951] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b32d092-e89c-44a3-b274-65c812404b85',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.388147] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9: rpc.has_security_group_logging(os_id): False [ 1065.389412] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.407374] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.407374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.407508] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.407736] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.407872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.408409] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.408409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.408409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.408601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.408642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.408726] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 is going to be updated. [ 1065.417257] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.460124] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.460320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.460320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.460724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.460724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.477447] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: IN_PROGRESS for 2s [ 1065.483207] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b32d092-e89c-44a3-b274-65c812404b85 [ 1065.483429] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.483554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.483641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.483995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.483995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.484180] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b32d092-e89c-44a3-b274-65c812404b85 already deleted. [ 1065.484180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b32d092-e89c-44a3-b274-65c812404b85" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.764346] env[68927]: INFO networking_nsxv3.common.synchronization [req-e19fb472-dfa6-4931-91d3-3f066198541e req-7ad08a29-ae37-47ec-8a38-1be9dce931d5 service nova] Enqueued Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_rules [ 1065.764803] env[68927]: INFO networking_nsxv3.common.synchronization [req-e19fb472-dfa6-4931-91d3-3f066198541e req-7ad08a29-ae37-47ec-8a38-1be9dce931d5 service nova] Enqueued Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_members [ 1065.765125] env[68927]: INFO networking_nsxv3.common.synchronization [req-e19fb472-dfa6-4931-91d3-3f066198541e req-7ad08a29-ae37-47ec-8a38-1be9dce931d5 service nova] Enqueued Resource ID: 77b2360c-e130-404d-b4d8-81f895689423 with Priority: HIGHEST for action port [ 1065.765556] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_rules [ 1065.765777] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_members [ 1065.766558] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b2360c-e130-404d-b4d8-81f895689423 with Priority: HIGHEST for action port [ 1065.767259] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-470eaf51-22c3-4176-9c58-420c88f8d402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.767365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.767365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.768035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.768035] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('470eaf51-22c3-4176-9c58-420c88f8d402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.769985] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-470eaf51-22c3-4176-9c58-420c88f8d402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.769985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.769985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.769985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.769985] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.769985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.769985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.769985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.769985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.769985] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('470eaf51-22c3-4176-9c58-420c88f8d402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.771891] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-77b2360c-e130-404d-b4d8-81f895689423 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.771891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77b2360c-e130-404d-b4d8-81f895689423" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.771891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77b2360c-e130-404d-b4d8-81f895689423" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.771891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77b2360c-e130-404d-b4d8-81f895689423" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.771891] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b2360c-e130-404d-b4d8-81f895689423',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.896031] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.896298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.896376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.896638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.896770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.896866] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 is going to be updated. [ 1065.921221] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.927294] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.928472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.928472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.928472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.928472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.932635] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: IN_PROGRESS for 78s [ 1065.943058] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: IN_PROGRESS for 2s [ 1066.266631] env[68927]: INFO networking_nsxv3.common.synchronization [req-35d56c12-e426-46f6-8522-7b4db54f9674 req-6901df4e-5fbf-4e58-9030-e5293d3d24e1 tempest-AttachInterfacesUnderV243Test-2006755811 tempest-AttachInterfacesUnderV243Test-2006755811-project-member] Enqueued Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 1066.266946] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 with Priority: HIGHEST for action security_group_members [ 1066.267328] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.267478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.273442] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-470eaf51-22c3-4176-9c58-420c88f8d402 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.273643] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.273716] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('470eaf51-22c3-4176-9c58-420c88f8d402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.274754] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77b2360c-e130-404d-b4d8-81f895689423 with status ACTIVE [ 1066.274754] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.274926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.274926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.275153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.275258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.275437] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.275549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.275612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.275769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.275842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.276052] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.276170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.276211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.276354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.276423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.276506] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77b2360c-e130-404d-b4d8-81f895689423 is going to be updated. [ 1066.297092] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.297265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.297309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.297526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.297703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.297993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77b2360c-e130-404d-b4d8-81f895689423" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.434527] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.434687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.434740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.434961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.435122] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.435229] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1066.478870] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.478870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.478870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.478870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.478870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.486977] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1066.778367] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('470eaf51-22c3-4176-9c58-420c88f8d402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.257301] env[68927]: INFO networking_nsxv3.common.synchronization [None req-19d6512c-e0cc-4cbb-aebf-5e9fffb18b8d tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Enqueued Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_rules [ 1067.257301] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_rules [ 1067.257301] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe0b102-a902-45a1-ac49-dcda8499d098 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.257301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.257301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.257527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.257527] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe0b102-a902-45a1-ac49-dcda8499d098',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.281150] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.284389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.284389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.284389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.284389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.284389] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 470eaf51-22c3-4176-9c58-420c88f8d402 is going to be created. [ 1067.290707] env[68927]: INFO networking_nsxv3.common.synchronization [None req-d5c22b6b-e1c6-4bcb-b5f4-6e2ed340b9ad None None] Enqueued Resource ID: 88a3cb25-a89c-4dce-b182-0134d82348c2 with Priority: HIGHEST for action port [ 1067.290903] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a3cb25-a89c-4dce-b182-0134d82348c2 with Priority: HIGHEST for action port [ 1067.291294] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a3cb25-a89c-4dce-b182-0134d82348c2 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.291456] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a3cb25-a89c-4dce-b182-0134d82348c2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.291583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a3cb25-a89c-4dce-b182-0134d82348c2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.291862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a3cb25-a89c-4dce-b182-0134d82348c2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.291975] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a3cb25-a89c-4dce-b182-0134d82348c2',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.314158] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.314364] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.314364] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.314580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.314738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.325643] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 470eaf51-22c3-4176-9c58-420c88f8d402 in Status: UNINITIALIZED for 2s [ 1067.342435] env[68927]: INFO networking_nsxv3.common.synchronization [None req-7ceb77be-1176-4a4e-aeb3-ae5d1b096821 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Enqueued Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_rules [ 1067.342953] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_rules [ 1067.343273] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe0b102-a902-45a1-ac49-dcda8499d098 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.343378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.492720] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: SUCCESS [ 1067.494702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.494702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.494702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.494702] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.777488] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.777855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.777993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.781209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.781209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.781209] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 already deleted. [ 1067.781209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.781209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.781209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.781209] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe0b102-a902-45a1-ac49-dcda8499d098',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.802488] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88a3cb25-a89c-4dce-b182-0134d82348c2 [ 1067.802847] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.802978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.802978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.803162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.803248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.803344] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88a3cb25-a89c-4dce-b182-0134d82348c2 already deleted. [ 1067.803439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a3cb25-a89c-4dce-b182-0134d82348c2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.951178] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d in Status: SUCCESS [ 1067.951477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.952323] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 in Status: SUCCESS [ 1067.952501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.952656] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.952879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.953396] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.953523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.953584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.953778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.953968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.954100] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.013035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.013035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.013035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.013035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.013035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.013035] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 is going to be deleted. [ 1068.061071] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.061251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.061442] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.061668] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.061779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.061913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.282067] env[68927]: INFO networking_nsxv3.common.synchronization [req-d0095a01-3a95-4fd3-b109-5a6be15a682b req-b02aed65-096d-4432-a7a1-8c4b820c4765 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_members [ 1068.282331] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_members [ 1068.282515] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9dd666-e818-4799-9781-97bcea70f270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.282643] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.282710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.282966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.283749] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.283925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.284040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.284201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.284291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.287459] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.309743] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.309743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.309743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.309743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.309743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.309743] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 already deleted. [ 1068.309743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.457073] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.457268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.457359] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.457601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.457735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.457951] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.458057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.458142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.458305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.458394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.458485] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 is going to be deleted. [ 1068.490098] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.490241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.490313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.490602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.490656] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.490785] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.490971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.491150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.491330] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.491445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.491510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.492865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.492987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.493107] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4334f0e3-29f6-4d8a-9cd6-df15d216f8e9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.502911] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1068.503200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.503414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.504222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.504434] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.504623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.510020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.510020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.510020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.510020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.510020] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.790953] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.791154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.791212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.791421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.791532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.791780] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.791890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.791976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.792165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.792260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.792361] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9dd666-e818-4799-9781-97bcea70f270 already deleted. [ 1068.792456] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.995328] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.995564] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.995660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.995989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.996157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.996458] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.996708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.996708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.996999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.997084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.997211] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4334f0e3-29f6-4d8a-9cd6-df15d216f8e9 already deleted. [ 1068.997461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334f0e3-29f6-4d8a-9cd6-df15d216f8e9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.017614] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.017614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.017614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.017872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.018127] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.018292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.018537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.018659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.018818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.018987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.019251] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.019417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.019533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.019995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.020440] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.020440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.020585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.020813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.020961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.021188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.021305] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.176533] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.176739] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.176879] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.177172] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.177490] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.177672] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.177832] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.178085] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.178244] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.178462] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.178584] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.178698] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.178813] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.178927] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.179054] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.179199] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.208314] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.208474] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1069.208620] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.208804] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.209164] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-764c5724-e033-4dd6-bc2c-91469c28e803 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.209347] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-764c5724-e033-4dd6-bc2c-91469c28e803" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.209472] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-764c5724-e033-4dd6-bc2c-91469c28e803" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.209821] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-764c5724-e033-4dd6-bc2c-91469c28e803" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.209974] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('764c5724-e033-4dd6-bc2c-91469c28e803',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.336041] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 470eaf51-22c3-4176-9c58-420c88f8d402 in Status: SUCCESS [ 1069.336366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.336616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.336894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.337207] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.337361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.337432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.337600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.338179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.338179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.338179] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('470eaf51-22c3-4176-9c58-420c88f8d402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.524027] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f6ce663-8c33-475f-808f-e6efbb13ad67: rpc.has_security_group_logging(os_id): False [ 1069.542568] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.542758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.542813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.543037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.543129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.543340] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.543499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.543554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.543831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.543907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.544149] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.544260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.544322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.544473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.544544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.544742] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.544844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.544886] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.545124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.545192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.547027] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1069.604157] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.604348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.604348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.604567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.604719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.618678] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1069.713161] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.713161] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.713161] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.713161] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.713379] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.713515] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 764c5724-e033-4dd6-bc2c-91469c28e803 not found, creating... [ 1069.713795] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.713973] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.714113] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.714360] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.714722] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.714797] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.714963] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.715107] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.715322] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.715462] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.715603] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 764c5724-e033-4dd6-bc2c-91469c28e803 is going to be created. [ 1069.738026] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.738606] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.738606] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.738734] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.739057] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.739332] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-764c5724-e033-4dd6-bc2c-91469c28e803" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.840681] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('470eaf51-22c3-4176-9c58-420c88f8d402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.343922] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 470eaf51-22c3-4176-9c58-420c88f8d402: rpc.has_security_group_logging(os_id): False [ 1070.361909] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.362774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.362774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.362774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.362774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.362774] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.363257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.363257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.363257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.363257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.363257] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 470eaf51-22c3-4176-9c58-420c88f8d402 is going to be created. [ 1070.426900] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.427087] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.427186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.427409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.427607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.438944] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 470eaf51-22c3-4176-9c58-420c88f8d402 in Status: IN_PROGRESS for 2s [ 1070.620937] env[68927]: INFO networking_nsxv3.common.synchronization [req-d0095a01-3a95-4fd3-b109-5a6be15a682b req-054ca8a2-81cd-411c-85b0-412551b0702b service nova] Enqueued Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_rules [ 1070.621219] env[68927]: INFO networking_nsxv3.common.synchronization [req-d0095a01-3a95-4fd3-b109-5a6be15a682b req-054ca8a2-81cd-411c-85b0-412551b0702b service nova] Enqueued Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_members [ 1070.621322] env[68927]: INFO networking_nsxv3.common.synchronization [req-d0095a01-3a95-4fd3-b109-5a6be15a682b req-054ca8a2-81cd-411c-85b0-412551b0702b service nova] Enqueued Resource ID: 764c5724-e033-4dd6-bc2c-91469c28e803 with Priority: HIGHEST for action port [ 1070.621900] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_rules [ 1070.622440] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_members [ 1070.622581] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764c5724-e033-4dd6-bc2c-91469c28e803 with Priority: HIGHEST for action port [ 1070.622897] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9dd666-e818-4799-9781-97bcea70f270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.623044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.623113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.623330] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.623424] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.624718] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9dd666-e818-4799-9781-97bcea70f270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.624834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.624917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.625138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.625307] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.625415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.625461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.628689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.628900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.631482] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.632639] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-764c5724-e033-4dd6-bc2c-91469c28e803 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.632774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-764c5724-e033-4dd6-bc2c-91469c28e803" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.632904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-764c5724-e033-4dd6-bc2c-91469c28e803" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.633058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-764c5724-e033-4dd6-bc2c-91469c28e803" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.633127] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('764c5724-e033-4dd6-bc2c-91469c28e803',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.136700] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.137149] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9dd666-e818-4799-9781-97bcea70f270 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.137262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.137665] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 764c5724-e033-4dd6-bc2c-91469c28e803 with status ACTIVE [ 1071.138580] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.138727] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.138809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.139240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.139284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.139475] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.139583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.139661] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.139926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.140017] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.140212] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.140310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.140374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.140522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.140605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.140784] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 764c5724-e033-4dd6-bc2c-91469c28e803 is going to be updated. [ 1071.163330] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.163479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.163524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.163768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.163938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.164399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-764c5724-e033-4dd6-bc2c-91469c28e803" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.631616] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1071.631993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.638353] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.140820] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.141575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.141575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.141575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.141575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.141575] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9dd666-e818-4799-9781-97bcea70f270 is going to be created. [ 1072.170880] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.171042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.171172] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.171431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.171645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.180876] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9dd666-e818-4799-9781-97bcea70f270 in Status: UNINITIALIZED for 2s [ 1072.451301] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 470eaf51-22c3-4176-9c58-420c88f8d402 in Status: SUCCESS [ 1072.451301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.193578] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9dd666-e818-4799-9781-97bcea70f270 in Status: SUCCESS [ 1074.193930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.194066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.194336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.194555] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.194679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.194749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.194929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.195028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.195102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.195201] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.336454] env[68927]: INFO networking_nsxv3.common.synchronization [req-5c31da8e-7618-4497-86f9-2646c14a05cc req-ac335205-c93c-47b7-bbe6-bdf7ef1ab2b9 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1074.336981] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1074.337806] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.337967] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.338051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.338331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.338518] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.338636] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.338706] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.338889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.338980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.339103] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.697972] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.699515] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.699706] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.699912] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.700626] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.701260] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.701465] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.701596] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.702205] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.702388] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.702616] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.702744] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.702859] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.702973] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.703103] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.703280] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.703353] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.720753] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.721336] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.721519] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.721721] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.722152] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-b1bee35d-0e01-4c5e-803a-518da2dd384c taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.722354] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-b1bee35d-0e01-4c5e-803a-518da2dd384c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.722485] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-b1bee35d-0e01-4c5e-803a-518da2dd384c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.722820] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-b1bee35d-0e01-4c5e-803a-518da2dd384c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.722974] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bee35d-0e01-4c5e-803a-518da2dd384c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.841114] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.842430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.842543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.842764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.842858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.843089] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.843194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.843255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.843463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.843545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.843635] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 already deleted. [ 1074.843716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.847871] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1074.848077] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1075.205131] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b9dd666-e818-4799-9781-97bcea70f270: rpc.has_security_group_logging(os_id): False [ 1075.222671] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.222671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.222671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.222887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.222887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.223124] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.223252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.223252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.223421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.223507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.223586] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9dd666-e818-4799-9781-97bcea70f270 is going to be created. [ 1075.225221] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.225567] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.225712] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.225939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.226334] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.226334] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port b1bee35d-0e01-4c5e-803a-518da2dd384c not found, creating... [ 1075.229711] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.229711] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.229711] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.229711] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.229711] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.229711] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.229711] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.229711] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.229711] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.229711] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.230686] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: b1bee35d-0e01-4c5e-803a-518da2dd384c is going to be created. [ 1075.251433] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.251433] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.251433] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.251433] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.251726] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.251897] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-b1bee35d-0e01-4c5e-803a-518da2dd384c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.282876] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.283047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.283123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.283335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.283516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.294383] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9dd666-e818-4799-9781-97bcea70f270 in Status: IN_PROGRESS for 2s [ 1075.892645] env[68927]: INFO networking_nsxv3.common.synchronization [req-5a55a5e1-d4c1-408a-b0cc-3615ff999c36 req-4b0f228c-8175-4487-8cc1-115a45747c10 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1075.893246] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1075.893563] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.893657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.893720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.894081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.894394] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.894511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.894577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.894749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.894814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.894905] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.316161] env[68927]: INFO networking_nsxv3.common.synchronization [req-5c31da8e-7618-4497-86f9-2646c14a05cc req-f72997c5-94c0-407d-abfd-d9697f15adab service nova] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_rules [ 1076.316623] env[68927]: INFO networking_nsxv3.common.synchronization [req-5c31da8e-7618-4497-86f9-2646c14a05cc req-f72997c5-94c0-407d-abfd-d9697f15adab service nova] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1076.316623] env[68927]: INFO networking_nsxv3.common.synchronization [req-5c31da8e-7618-4497-86f9-2646c14a05cc req-f72997c5-94c0-407d-abfd-d9697f15adab service nova] Enqueued Resource ID: b1bee35d-0e01-4c5e-803a-518da2dd384c with Priority: HIGHEST for action port [ 1076.316760] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_rules [ 1076.316932] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1076.317055] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bee35d-0e01-4c5e-803a-518da2dd384c with Priority: HIGHEST for action port [ 1076.317619] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.317747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.317863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.318068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.318155] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.319291] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.319409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.319476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.319648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.319815] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.319918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.319982] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.320181] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.320295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.320380] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.321253] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1bee35d-0e01-4c5e-803a-518da2dd384c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.321358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1bee35d-0e01-4c5e-803a-518da2dd384c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.321589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1bee35d-0e01-4c5e-803a-518da2dd384c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.321589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1bee35d-0e01-4c5e-803a-518da2dd384c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.321708] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bee35d-0e01-4c5e-803a-518da2dd384c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.396884] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.823589] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.824648] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.824901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.824901] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1bee35d-0e01-4c5e-803a-518da2dd384c with status ACTIVE [ 1076.825070] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.827836] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.827836] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.827836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.827836] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1bee35d-0e01-4c5e-803a-518da2dd384c is going to be updated. [ 1076.845973] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.845973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.846201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.846244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.846375] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.846533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1bee35d-0e01-4c5e-803a-518da2dd384c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.900424] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.305955] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9dd666-e818-4799-9781-97bcea70f270 in Status: SUCCESS [ 1077.306206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.328741] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.403608] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.403775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.403834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.404081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.404179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.404285] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1077.430515] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.430654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.431713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.431713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.431713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.438791] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1077.831613] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.831778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.831838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.832072] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.832217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.832412] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 is going to be created. [ 1077.853348] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.853576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.853576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.853817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.854108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.862264] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: UNINITIALIZED for 2s [ 1079.008507] env[68927]: INFO networking_nsxv3.common.synchronization [req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 req-95466b04-4ca7-4a8a-8b7e-ca71d71a0a22 tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1079.010133] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1079.010133] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.010133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.011388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.011640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.011900] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.012078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.012353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.012481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.012547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.012702] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.448383] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1079.448609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.516269] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.516450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.516546] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.516744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.516824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.517124] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.517124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.517312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.517312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.517437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.517505] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1079.540377] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.543225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.543310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.543523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.543716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.553883] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1079.651209] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.651992] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.652219] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.653019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.653019] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.653019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.653192] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.653373] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.653557] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.653796] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.653952] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.654170] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.654328] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.654476] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.654618] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.654778] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.671531] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.671692] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.671808] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.671983] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-534" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.672352] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.672526] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.672646] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.672955] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.673107] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd5cc2a-e015-4ed5-a991-b2dc11b973dc',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.870950] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: SUCCESS [ 1079.871366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.871559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.871795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.872025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.872190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.872277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.872463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.872573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.872703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.872820] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.175791] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.179056] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.179056] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.179056] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.179056] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.179056] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc not found, creating... [ 1080.179056] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.179056] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.179056] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.179056] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.180253] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.180734] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.183495] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.183495] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.183495] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.183495] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.183495] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc is going to be created. [ 1080.216033] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.216033] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.216033] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.216033] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.216033] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.216033] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.375520] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.877429] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a0a3b88-2f75-455e-9d04-44bc3e7feae0: rpc.has_security_group_logging(os_id): False [ 1080.908368] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.908624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.908937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.909019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.909212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.909438] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.909619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.909716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.910190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.910190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.910343] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 is going to be created. [ 1081.013333] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.013614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.013681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.013922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.014181] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.031727] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: IN_PROGRESS for 2s [ 1081.569236] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1081.569236] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 deletion is rescheduled due to dependency. [ 1081.569236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.622053] env[68927]: INFO networking_nsxv3.common.synchronization [req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 req-346542b4-4e5f-4b77-b3d0-37bd06956dc8 service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 1081.622253] env[68927]: INFO networking_nsxv3.common.synchronization [req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 req-346542b4-4e5f-4b77-b3d0-37bd06956dc8 service nova] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1081.622398] env[68927]: INFO networking_nsxv3.common.synchronization [req-95b1c01a-ecfa-4610-b659-d6eeb35c9047 req-346542b4-4e5f-4b77-b3d0-37bd06956dc8 service nova] Enqueued Resource ID: 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc with Priority: HIGHEST for action port [ 1081.622629] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_rules [ 1081.622755] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1081.622853] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc with Priority: HIGHEST for action port [ 1081.623440] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.623569] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.623639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.623847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.623929] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.625111] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.625240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.625307] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.625475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.625676] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.625792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.625848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.625996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.626097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.626189] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.627688] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.627799] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.627878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.628057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.628137] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd5cc2a-e015-4ed5-a991-b2dc11b973dc',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.130408] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.130408] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.130552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.133929] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc with status ACTIVE [ 1082.134137] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.134254] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.134315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.134519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.134605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.134833] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.134888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.134936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.135097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.135171] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135351] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.135438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.135497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.135631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.135700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135781] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bd5cc2a-e015-4ed5-a991-b2dc11b973dc is going to be updated. [ 1082.157591] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.157743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.157833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.158175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.158222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.158355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bd5cc2a-e015-4ed5-a991-b2dc11b973dc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.615705] env[68927]: INFO networking_nsxv3.common.synchronization [None req-7d540a84-8fff-4c9a-a0ac-4dd6bd564e10 None None] Enqueued Resource ID: f9d1990d-68bf-4622-ba26-b851e5305d39 with Priority: HIGHEST for action port [ 1082.617098] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d1990d-68bf-4622-ba26-b851e5305d39 with Priority: HIGHEST for action port [ 1082.617515] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9d1990d-68bf-4622-ba26-b851e5305d39 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.617659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9d1990d-68bf-4622-ba26-b851e5305d39" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.617798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9d1990d-68bf-4622-ba26-b851e5305d39" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.618102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9d1990d-68bf-4622-ba26-b851e5305d39" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.618221] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d1990d-68bf-4622-ba26-b851e5305d39',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.631598] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.043097] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: SUCCESS [ 1083.043581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.120775] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9d1990d-68bf-4622-ba26-b851e5305d39 [ 1083.121037] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.122919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.122919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.122919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.122919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.122919] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9d1990d-68bf-4622-ba26-b851e5305d39 already deleted. [ 1083.122919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9d1990d-68bf-4622-ba26-b851e5305d39" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.139241] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.139241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.139241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.139241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.139241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.139241] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1083.164741] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.164920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.165010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.165253] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.165415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.179526] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1084.162068] env[68927]: INFO networking_nsxv3.common.synchronization [req-fe652175-bed1-466c-a6bc-81f1c565e552 req-92dc6772-9322-4588-b2b9-29f787a2720d tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Enqueued Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1084.162619] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1084.162922] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.163261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.163387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.163789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.163958] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.164081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.164424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.164424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.164424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.164528] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.296740] env[68927]: INFO networking_nsxv3.common.synchronization [req-0701c175-9acb-4dbe-8e8a-a40d34114121 req-20f9baf5-6c1e-4908-bd2c-2e7c9825cb6f tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1084.297306] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1084.297644] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.297774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.297862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.298404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.298569] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.298678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.298742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.298911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.298999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.299105] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.670692] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.670854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.670952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.671256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.671340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.671553] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.671653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.671712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.674029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.674029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.674029] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae already deleted. [ 1084.674029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.715715] env[68927]: INFO networking_nsxv3.common.synchronization [None req-32439555-cb9e-4e85-bf6f-314cf79bec3a tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Enqueued Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_rules [ 1084.716481] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_rules [ 1084.716888] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-147ec165-f198-4ffe-a715-cfaa1af6927f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.717683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.717826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.718601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.718659] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('147ec165-f198-4ffe-a715-cfaa1af6927f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.734230] env[68927]: INFO networking_nsxv3.common.synchronization [None req-11b64c23-3269-40bf-a274-7993cfe47687 None None] Enqueued Resource ID: e0dff760-0f29-4f63-b825-5a316ca5d0aa with Priority: HIGHEST for action port [ 1084.735444] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0dff760-0f29-4f63-b825-5a316ca5d0aa with Priority: HIGHEST for action port [ 1084.735703] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0dff760-0f29-4f63-b825-5a316ca5d0aa taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.735833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0dff760-0f29-4f63-b825-5a316ca5d0aa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.735902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0dff760-0f29-4f63-b825-5a316ca5d0aa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.738058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0dff760-0f29-4f63-b825-5a316ca5d0aa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.738178] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0dff760-0f29-4f63-b825-5a316ca5d0aa',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.801658] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.801984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.801984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.802217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.802477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.802856] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.803043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.803125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.803425] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.803559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.803682] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 1084.834514] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.834879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.835039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.835270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.835420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.842973] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 1084.890175] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.890378] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.890507] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.890790] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.891081] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.891257] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.891379] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.891933] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.892259] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.892523] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.892676] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.892817] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.892954] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.893105] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.893246] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.893415] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.907119] env[68927]: INFO networking_nsxv3.common.synchronization [None req-77e96882-a20b-4708-855d-b163f40b651f tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Enqueued Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_rules [ 1084.907119] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_rules [ 1084.907119] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-147ec165-f198-4ffe-a715-cfaa1af6927f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.910693] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.910939] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.911152] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.911370] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.912541] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-6ddb4d1f-43a7-4dc1-a3dd-997179c67627 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.912904] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-6ddb4d1f-43a7-4dc1-a3dd-997179c67627" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.913084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-6ddb4d1f-43a7-4dc1-a3dd-997179c67627" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.913605] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-6ddb4d1f-43a7-4dc1-a3dd-997179c67627" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.913786] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ddb4d1f-43a7-4dc1-a3dd-997179c67627',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.195471] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1085.195793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.195881] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.196134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.196333] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.196570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.196570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.196691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.196787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.196885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.197021] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.241069] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.241069] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 147ec165-f198-4ffe-a715-cfaa1af6927f already deleted. [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.241069] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0dff760-0f29-4f63-b825-5a316ca5d0aa [ 1085.241069] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.241069] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0dff760-0f29-4f63-b825-5a316ca5d0aa already deleted. [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0dff760-0f29-4f63-b825-5a316ca5d0aa" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.241069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.241069] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('147ec165-f198-4ffe-a715-cfaa1af6927f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.417541] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.418275] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.418478] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.418794] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.419024] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.419274] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 6ddb4d1f-43a7-4dc1-a3dd-997179c67627 not found, creating... [ 1085.419686] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.419948] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.420163] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.421669] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.421957] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.422360] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.422617] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.422771] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.423078] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.423266] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.423450] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 6ddb4d1f-43a7-4dc1-a3dd-997179c67627 is going to be created. [ 1085.451099] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.451099] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.451254] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.451526] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.452153] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.452153] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-6ddb4d1f-43a7-4dc1-a3dd-997179c67627" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.700377] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.700377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.700377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.700377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.700377] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.700614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.700614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.700723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.700770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.700861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.701015] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.701112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.701172] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.701310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.701444] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.701534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.701593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.701727] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.701802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.701879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.701964] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.765015] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.765170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.765671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.765671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.765671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.765671] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 147ec165-f198-4ffe-a715-cfaa1af6927f already deleted. [ 1085.765900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.204532] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3f271f-bf2f-4bdc-87a0-509afb044ca5: rpc.has_security_group_logging(os_id): False [ 1086.224155] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.224318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.224420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.224601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.224696] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.224902] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.225015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.225086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.225242] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.225320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.225529] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.225625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.225688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.225829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.225907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.227117] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.227345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.227459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.227659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.227811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.228242] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1086.285614] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.288361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.288458] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.288708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.288874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.302801] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1086.743117] env[68927]: INFO networking_nsxv3.common.synchronization [req-fe652175-bed1-466c-a6bc-81f1c565e552 req-138d5c17-c646-41a9-99ba-53f0df54b8ae service nova] Enqueued Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_rules [ 1086.743117] env[68927]: INFO networking_nsxv3.common.synchronization [req-fe652175-bed1-466c-a6bc-81f1c565e552 req-138d5c17-c646-41a9-99ba-53f0df54b8ae service nova] Enqueued Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1086.743117] env[68927]: INFO networking_nsxv3.common.synchronization [req-fe652175-bed1-466c-a6bc-81f1c565e552 req-138d5c17-c646-41a9-99ba-53f0df54b8ae service nova] Enqueued Resource ID: 6ddb4d1f-43a7-4dc1-a3dd-997179c67627 with Priority: HIGHEST for action port [ 1086.747050] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_rules [ 1086.747050] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1086.747050] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ddb4d1f-43a7-4dc1-a3dd-997179c67627 with Priority: HIGHEST for action port [ 1086.747050] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.747050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.747050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.747050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.747050] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.747673] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.747833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.747936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.748182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.748555] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.748555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.748555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.749340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.749535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.749617] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.750530] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ddb4d1f-43a7-4dc1-a3dd-997179c67627 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.750683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ddb4d1f-43a7-4dc1-a3dd-997179c67627" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.750796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ddb4d1f-43a7-4dc1-a3dd-997179c67627" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.751029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ddb4d1f-43a7-4dc1-a3dd-997179c67627" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.751164] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ddb4d1f-43a7-4dc1-a3dd-997179c67627',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.852574] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 1086.852788] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 deletion is rescheduled due to dependency. [ 1086.852937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.252695] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.257027] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.257027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.257027] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ddb4d1f-43a7-4dc1-a3dd-997179c67627 with status ACTIVE [ 1087.257027] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.257027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.257027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.257027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.257027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.257027] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.257027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.257027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.257027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.257027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.257027] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.257747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.257747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.257747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.257747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.257747] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ddb4d1f-43a7-4dc1-a3dd-997179c67627 is going to be updated. [ 1087.282173] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.282361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.282400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.282607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.282744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.282891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ddb4d1f-43a7-4dc1-a3dd-997179c67627" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.756516] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.943961] env[68927]: INFO networking_nsxv3.common.synchronization [req-73ac9d73-27d5-4401-80b4-3655e3703eb7 req-62f68e95-5acf-48d3-88c6-45aa08c3b2f1 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1087.944522] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1087.944901] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.945175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.945175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.946311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.946486] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.946598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.946664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.946913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.946913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.947072] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.258865] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.258865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.258865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.259196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.259196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.259196] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae is going to be created. [ 1088.282141] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.282324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.282383] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.282566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.282724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.291619] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: UNINITIALIZED for 2s [ 1088.315984] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1088.316227] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.449792] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.450148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.450374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.457175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.457175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.457175] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.457175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.457175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.457175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.457175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.457175] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 1088.480024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.480024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.480024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.480024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.480024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.486822] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 1088.849061] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.849061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.849061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.849061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.849278] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.849446] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.849641] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.849920] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.850199] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.850462] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.850612] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.850828] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.851125] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.851370] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.851539] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.851730] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.870346] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.870564] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.870730] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.871040] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-164" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.871382] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-cc00dc41-d804-41d5-96a2-a4ed0b5beec3 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.871570] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-cc00dc41-d804-41d5-96a2-a4ed0b5beec3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.871686] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-cc00dc41-d804-41d5-96a2-a4ed0b5beec3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.871995] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-cc00dc41-d804-41d5-96a2-a4ed0b5beec3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.872158] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc00dc41-d804-41d5-96a2-a4ed0b5beec3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.374404] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.374749] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.374944] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.375127] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.375496] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.375496] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port cc00dc41-d804-41d5-96a2-a4ed0b5beec3 not found, creating... [ 1089.375749] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.375913] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.376052] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.376284] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.376430] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.376717] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.376877] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.376998] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.377385] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.377537] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.377684] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: cc00dc41-d804-41d5-96a2-a4ed0b5beec3 is going to be created. [ 1089.400171] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.400366] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.400496] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.400741] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.400987] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.401251] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-cc00dc41-d804-41d5-96a2-a4ed0b5beec3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.182872] env[68927]: INFO networking_nsxv3.common.synchronization [req-73ac9d73-27d5-4401-80b4-3655e3703eb7 req-3767cd06-cb3a-47c8-ac01-2a77eb3a4007 service nova] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_rules [ 1090.183829] env[68927]: INFO networking_nsxv3.common.synchronization [req-73ac9d73-27d5-4401-80b4-3655e3703eb7 req-3767cd06-cb3a-47c8-ac01-2a77eb3a4007 service nova] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1090.183829] env[68927]: INFO networking_nsxv3.common.synchronization [req-73ac9d73-27d5-4401-80b4-3655e3703eb7 req-3767cd06-cb3a-47c8-ac01-2a77eb3a4007 service nova] Enqueued Resource ID: cc00dc41-d804-41d5-96a2-a4ed0b5beec3 with Priority: HIGHEST for action port [ 1090.183829] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_rules [ 1090.184014] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1090.186394] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc00dc41-d804-41d5-96a2-a4ed0b5beec3 with Priority: HIGHEST for action port [ 1090.186394] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.186394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.186394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.186394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.186394] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.187145] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.187145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.187254] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc00dc41-d804-41d5-96a2-a4ed0b5beec3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.187828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc00dc41-d804-41d5-96a2-a4ed0b5beec3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.187828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc00dc41-d804-41d5-96a2-a4ed0b5beec3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.187828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc00dc41-d804-41d5-96a2-a4ed0b5beec3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.187828] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc00dc41-d804-41d5-96a2-a4ed0b5beec3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.301248] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: SUCCESS [ 1090.301456] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.301576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.301830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.302034] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.302133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.302133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.302293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.302372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.302454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.302546] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.496445] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 1090.496700] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 deletion is rescheduled due to dependency. [ 1090.496745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.496890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.497129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.497311] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.497432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.497491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.497644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.497725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.497821] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.689279] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.689420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.689622] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc00dc41-d804-41d5-96a2-a4ed0b5beec3 with status ACTIVE [ 1090.689790] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.689898] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.690025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.690257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.690352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.690596] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.690708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.690770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.690924] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.691081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.691230] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.691325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.691395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.691582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.691673] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.691819] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc00dc41-d804-41d5-96a2-a4ed0b5beec3 is going to be updated. [ 1090.710865] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.710865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.710865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.710865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.710865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.710865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc00dc41-d804-41d5-96a2-a4ed0b5beec3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.786261] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.786506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.786506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.786733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.786917] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.804495] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.804631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.804698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.804906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.805077] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.805173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.805235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.805376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.805457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.805540] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.805681] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.805766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.805821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.805953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.806093] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.806178] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.806235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.806367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.806435] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.806511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.806593] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.002836] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.289949] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.309229] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83330fef-9709-4bfb-95e2-35aabc4a19ae: rpc.has_security_group_logging(os_id): False [ 1091.326781] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.326970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.327016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.327297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.327396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.327606] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.327711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.327785] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.327946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.328026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.328238] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.328345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.328408] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.328548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.328623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.328801] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.328892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.328958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.329224] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.329304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.329399] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae is going to be created. [ 1091.380418] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.380613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.380674] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.380855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.381098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.391168] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: IN_PROGRESS for 2s [ 1091.505554] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.792869] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.009472] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.009669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.010014] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.010392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.010392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.010572] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 1092.038733] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.038733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.038733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.038733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.038733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.047043] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 1092.296392] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1092.296484] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1092.599152] env[68927]: INFO networking_nsxv3.common.synchronization [req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 req-3192e51c-877a-4212-96cf-1ae927716beb tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Enqueued Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_members [ 1092.599680] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_members [ 1092.599969] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-147ec165-f198-4ffe-a715-cfaa1af6927f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.602435] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.604613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.604613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.604613] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.604613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.604613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.604613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.604613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.604613] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('147ec165-f198-4ffe-a715-cfaa1af6927f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.085522] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.085699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.085792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.086093] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.113448] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1093.114265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.116851] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1093.118678] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.118783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.118890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.119202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.119358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.119647] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.119817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.119921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.120200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.120348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.120442] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 147ec165-f198-4ffe-a715-cfaa1af6927f already deleted. [ 1093.120572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.153981] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.154301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.154433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.154791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.176588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.177888] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1093.178043] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1093.178207] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1093.218328] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.218490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.218524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.221186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.221186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.221186] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1093.306326] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.306460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.306570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.306828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.307082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.307377] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1093.403098] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: SUCCESS [ 1093.403098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.416729] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.416956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.417382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.417709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.418137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.418472] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1093.418577] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'89613f55-25c9-4a51-be45-5ad829affd69', '4fba858b-6fd0-4bd3-9db8-7aae1330ff88', '6327bc39-9bf0-4739-80a9-2c69f1cf2bee', '741ca217-f65f-49b8-9e0d-80917e9692f0', '0d189c14-42e5-428f-af1d-d8b4ae4f6402', '3f6ce663-8c33-475f-808f-e6efbb13ad67', '1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78', '2c3f271f-bf2f-4bdc-87a0-509afb044ca5', '5a0a3b88-2f75-455e-9d04-44bc3e7feae0', 'a3340765-80e5-4cf2-9c88-4a2633ee547c', '9b9dd666-e818-4799-9781-97bcea70f270', 'da1c6987-cb07-4256-a563-05083f81c10d', '839ef25e-e60e-4a6e-98e1-df0981ee667e', 'ed00c7ae-21bf-41ec-9b56-35ca229d97b5', '88b3cf4e-fbad-49fb-9243-8065a9725acd', 'c0ea2f5e-aa81-445f-881b-a012d7c6f597', '705c6338-046e-47b1-a0f2-64881274f71a', '8bdc4f05-e7e1-4602-b120-13ab4d32f263', 'd603dc80-fdad-4726-990d-51982303a3c5', 'b3a3f6e0-ff42-467a-a2ef-541020c060d5', '6a375d60-c576-4d3b-bfbd-df20233244b5', '83330fef-9709-4bfb-95e2-35aabc4a19ae', '2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d', 'd957e17f-8897-4213-bd2b-a1a0c6e6cf12', '109ec895-1abb-4012-9dbd-c3b5f3ece112', '6b5798ea-b5bf-4511-b6a8-03ab6457dcc9', 'a51286ca-aed2-4de3-b316-c13d68c3bca6', '5e007d0a-4239-4115-a99d-781a7f3dc0ea', 'dfa63990-4332-482c-a477-0c46d98c27f0', '6a22db94-5a6a-440e-9f29-0e63827cc01c', '470eaf51-22c3-4176-9c58-420c88f8d402', 'fdc1a03a-a585-4d0f-a437-f75eab061837', '94d5eaa0-aba5-4a00-85f7-aaa971fdae89', '089afbbd-f47c-401e-8065-3b3dcd8bf411', '90383b61-6ad5-4b27-a26a-5031c62bfb0d', '6f74adbe-58f1-4c08-b14c-15b6079548f9', '6551fd04-a583-4c56-a62c-e6fbd87c39be', '4be3b2bb-f69b-436c-aaa0-6851d4ccdd33', '96050706-20f4-4727-9e71-c3538529d21e', '44484ceb-acba-41d6-8a6a-22639e07f9bf', '3c4a51b5-20be-47d9-aef0-a29f82c76270', '24523c5b-9c92-4867-be83-8b7872f0d3c6', 'b46112a1-2b7f-4aeb-93c2-ad952ecde088', '7437090d-af59-4315-a675-4274cbfc0f62', 'd0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7'} {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1093.418687] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1093.435497] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.435497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.435497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.436120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.436120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.436120] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1093.436120] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1093.436120] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1093.460298] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.460568] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-717" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.460680] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-717" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.461040] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-717" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.461333] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.461499] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.461657] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.461845] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.461992] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.462239] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.462358] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.462472] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.462586] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.462699] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.462809] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.462972] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.480833] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.484020] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.484020] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.484020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-717" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.484020] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-b66e9b1a-f06c-49d0-97c3-1af3827faed0 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.484020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-b66e9b1a-f06c-49d0-97c3-1af3827faed0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.484020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-b66e9b1a-f06c-49d0-97c3-1af3827faed0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.484020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-b66e9b1a-f06c-49d0-97c3-1af3827faed0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.484020] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66e9b1a-f06c-49d0-97c3-1af3827faed0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.541502] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.541738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.541829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.542517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.543638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.543942] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1093.544040] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1093.544120] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1093.544190] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1093.544271] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1093.544466] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGH for action security_group_rules [ 1093.544466] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGH for action security_group_rules [ 1093.544466] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGH for action security_group_rules [ 1093.544618] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGH for action security_group_rules [ 1093.544618] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGH for action security_group_rules [ 1093.544696] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGH for action security_group_rules [ 1093.544696] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGH for action security_group_rules [ 1093.544782] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGH for action security_group_rules [ 1093.544822] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGH for action security_group_rules [ 1093.544871] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3340765-80e5-4cf2-9c88-4a2633ee547c with Priority: HIGH for action security_group_rules [ 1093.544938] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGH for action security_group_rules [ 1093.545141] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGH for action security_group_rules [ 1093.545141] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGH for action security_group_rules [ 1093.545141] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGH for action security_group_rules [ 1093.545280] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGH for action security_group_rules [ 1093.545280] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 with Priority: HIGH for action security_group_rules [ 1093.545280] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 705c6338-046e-47b1-a0f2-64881274f71a with Priority: HIGH for action security_group_rules [ 1093.545394] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGH for action security_group_rules [ 1093.545439] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGH for action security_group_rules [ 1093.545479] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGH for action security_group_rules [ 1093.545557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.986704] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.986704] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.987156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.987156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.987314] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.987499] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port b66e9b1a-f06c-49d0-97c3-1af3827faed0 not found, creating... [ 1093.987925] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.988352] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.988698] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.988827] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.989087] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.989447] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.989653] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.989783] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.990049] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.990206] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.990354] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: b66e9b1a-f06c-49d0-97c3-1af3827faed0 is going to be created. [ 1094.020457] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.020759] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.020908] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.021266] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.021524] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.021777] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-b66e9b1a-f06c-49d0-97c3-1af3827faed0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.060527] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 1094.060781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.060963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.061256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.061564] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.061735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.061812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.062051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.062191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.062348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.062509] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.568078] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.568078] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.568078] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.568078] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.568078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.568814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.568814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.568814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.568814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.568814] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.073079] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d603dc80-fdad-4726-990d-51982303a3c5: rpc.has_security_group_logging(os_id): False [ 1095.089680] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.089829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.089903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.090250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.108487] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.108840] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.108930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.108964] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.109635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.109635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.109635] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.109635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.109635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.109791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.109818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.109990] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.110990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.110990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.110990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.110990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.110990] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 req-c9795327-9df8-4e30-a324-8e198fb42fc5 service nova] Enqueued Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_rules [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 req-c9795327-9df8-4e30-a324-8e198fb42fc5 service nova] Enqueued Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_members [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [req-c7123b24-fbdf-4d62-ab55-c942ec0bedb7 req-c9795327-9df8-4e30-a324-8e198fb42fc5 service nova] Enqueued Resource ID: b66e9b1a-f06c-49d0-97c3-1af3827faed0 with Priority: HIGHEST for action port [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_rules [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_members [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e9b1a-f06c-49d0-97c3-1af3827faed0 with Priority: HIGHEST for action port [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGH for action security_group_rules [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee with Priority: HIGH for action security_group_rules [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGH for action security_group_rules [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGH for action security_group_rules [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 with Priority: HIGH for action security_group_rules [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGH for action security_group_rules [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 with Priority: HIGH for action security_group_rules [ 1095.127105] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705c6338-046e-47b1-a0f2-64881274f71a with Priority: HIGH for action security_group_rules [ 1095.129770] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 with Priority: HIGH for action security_group_rules [ 1095.130736] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 with Priority: HIGH for action security_group_rules [ 1095.130910] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e with Priority: HIGH for action security_group_rules [ 1095.131036] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c6987-cb07-4256-a563-05083f81c10d with Priority: HIGH for action security_group_rules [ 1095.131185] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGH for action security_group_rules [ 1095.131338] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3340765-80e5-4cf2-9c88-4a2633ee547c with Priority: HIGH for action security_group_rules [ 1095.131401] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGH for action security_group_rules [ 1095.131566] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGH for action security_group_rules [ 1095.131722] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGH for action security_group_rules [ 1095.131867] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 with Priority: HIGH for action security_group_rules [ 1095.132017] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 with Priority: HIGH for action security_group_rules [ 1095.132112] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 with Priority: HIGH for action security_group_rules [ 1095.132839] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-147ec165-f198-4ffe-a715-cfaa1af6927f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.133011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.133069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.133332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.133415] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('147ec165-f198-4ffe-a715-cfaa1af6927f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.136108] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-147ec165-f198-4ffe-a715-cfaa1af6927f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.136108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.136108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.136108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.136108] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.136108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.136108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.136108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.136108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.136108] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('147ec165-f198-4ffe-a715-cfaa1af6927f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.136436] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-b66e9b1a-f06c-49d0-97c3-1af3827faed0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.136436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b66e9b1a-f06c-49d0-97c3-1af3827faed0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.136533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b66e9b1a-f06c-49d0-97c3-1af3827faed0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.136630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b66e9b1a-f06c-49d0-97c3-1af3827faed0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.136803] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66e9b1a-f06c-49d0-97c3-1af3827faed0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.137621] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.137730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.137798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.138142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.138142] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.139046] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.139183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.139252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.139421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.139504] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6327bc39-9bf0-4739-80a9-2c69f1cf2bee',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.140307] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.140426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.140486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.140646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.140751] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.141428] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88b3cf4e-fbad-49fb-9243-8065a9725acd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.141534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.144173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.144173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.144173] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.144173] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.144173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.144173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.144173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.144173] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a3f6e0-ff42-467a-a2ef-541020c060d5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.144173] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.144730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.144730] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.144730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.144730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.144861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.144861] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bdc4f05-e7e1-4602-b120-13ab4d32f263',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.145708] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705c6338-046e-47b1-a0f2-64881274f71a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.145806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.145881] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.146025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.146097] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705c6338-046e-47b1-a0f2-64881274f71a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.147464] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.147581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.147649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.147825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.147903] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed00c7ae-21bf-41ec-9b56-35ca229d97b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.148643] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0ea2f5e-aa81-445f-881b-a012d7c6f597 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.148758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.148824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.149010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.149089] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0ea2f5e-aa81-445f-881b-a012d7c6f597',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.149997] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839ef25e-e60e-4a6e-98e1-df0981ee667e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.150152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.150224] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.150385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.150479] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839ef25e-e60e-4a6e-98e1-df0981ee667e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.151813] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1c6987-cb07-4256-a563-05083f81c10d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.151976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.153542] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.153542] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.153542] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1c6987-cb07-4256-a563-05083f81c10d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.153542] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9dd666-e818-4799-9781-97bcea70f270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.153542] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.153862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.153862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.153919] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.154702] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3340765-80e5-4cf2-9c88-4a2633ee547c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.154802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.154864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.155020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.155091] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3340765-80e5-4cf2-9c88-4a2633ee547c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.155752] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.155849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.155904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.156056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.156121] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.156888] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.156947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.157015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.157183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.157248] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.157898] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.158009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.158076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.158216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.158300] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.159029] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.159133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.159235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.160104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.160104] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d189c14-42e5-428f-af1d-d8b4ae4f6402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.160104] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.160350] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.160350] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.160463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.160463] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fba858b-6fd0-4bd3-9db8-7aae1330ff88',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.161153] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-741ca217-f65f-49b8-9e0d-80917e9692f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.161255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.161324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.161470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.161542] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('741ca217-f65f-49b8-9e0d-80917e9692f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.167378] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.167502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.167561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.167776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.167916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.184063] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 1095.367132] env[68927]: INFO networking_nsxv3.common.synchronization [req-d44b5a67-b4af-492c-94bd-60a267bc64a6 req-f45ee75f-3042-4569-aa2c-dd67532a033b tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1095.367675] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1095.367975] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.368116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.368184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.368384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.368536] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.368632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.368693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.368838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.368923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.369024] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.654898] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.655306] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.655306] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.655519] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.655781] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.655941] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.656076] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.656291] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.656437] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.656648] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.656767] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.656880] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.656993] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.657132] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.657250] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.657389] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.666507] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('147ec165-f198-4ffe-a715-cfaa1af6927f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.667815] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9dd666-e818-4799-9781-97bcea70f270 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.667931] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.668049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.668266] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.668423] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.668524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.668588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.669475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.669475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.669475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.669475] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.669816] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-147ec165-f198-4ffe-a715-cfaa1af6927f taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.669816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.670834] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-88b3cf4e-fbad-49fb-9243-8065a9725acd taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.670976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.671086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.672036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.672201] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.672305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.672395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.672514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.672597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.672680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.672764] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.673869] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.673972] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.674048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.674294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.674470] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.674570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.675645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.675645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.675645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.675645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.675645] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.675878] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.675878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.677786] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b66e9b1a-f06c-49d0-97c3-1af3827faed0 with status ACTIVE [ 1095.677968] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.678129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.678204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.678362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.678444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.678609] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.678703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.678765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.678983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.679087] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.679271] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.679364] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.679428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.679567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.679793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.679793] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b66e9b1a-f06c-49d0-97c3-1af3827faed0 is going to be updated. [ 1095.683435] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.683568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.683568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.683717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.683913] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.683983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.684087] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.684178] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.684255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.684336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.684418] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.687890] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.688073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.688198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.688520] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.688880] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.688952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.689035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.689201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.689303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.690177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.690177] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.698063] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.698182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.698526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.698745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.700322] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.700561] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.700628] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.700786] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.701108] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-8601b2c6-584e-44b2-84b5-f627b927b2a8 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.701355] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-8601b2c6-584e-44b2-84b5-f627b927b2a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.701492] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-8601b2c6-584e-44b2-84b5-f627b927b2a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.701786] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-8601b2c6-584e-44b2-84b5-f627b927b2a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.701929] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8601b2c6-584e-44b2-84b5-f627b927b2a8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.706815] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('147ec165-f198-4ffe-a715-cfaa1af6927f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.746838] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.747042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.748291] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.748393] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.771616] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.771830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.772579] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.772712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.773762] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.773893] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.774610] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.774708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.775456] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.775581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.776396] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.776507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.777222] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.777322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.778090] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.778217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.778827] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1095.779283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.779402] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705c6338-046e-47b1-a0f2-64881274f71a is going to be deleted. [ 1095.780884] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.780983] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.781069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.781286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.782688] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.782789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.784321] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1095.784731] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.784845] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.785243] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.785475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.785643] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.785815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b66e9b1a-f06c-49d0-97c3-1af3827faed0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.804206] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1095.805047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.805047] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0ea2f5e-aa81-445f-881b-a012d7c6f597 is going to be deleted. [ 1095.805989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.807885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.823774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.823950] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839ef25e-e60e-4a6e-98e1-df0981ee667e is going to be deleted. [ 1095.825032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.825110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.871325] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.886836] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.886958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.891194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.891341] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a3f6e0-ff42-467a-a2ef-541020c060d5 is going to be deleted. [ 1095.892299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.892528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.896237] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.896237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.910394] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.911034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.939293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.939293] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6327bc39-9bf0-4739-80a9-2c69f1cf2bee is going to be deleted. [ 1095.939293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.939293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.005202] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.005379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.120413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.120710] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 741ca217-f65f-49b8-9e0d-80917e9692f0 is going to be deleted. [ 1096.122497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.122824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.174520] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.177088] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.177258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.191977] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.192516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.192625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.192873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.193166] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.193312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.193401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.193583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.193713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.193922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.194145] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.194270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.194305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.194467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.194636] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.194734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.194796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.194935] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.195078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.195176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.195265] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.196873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.196990] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fba858b-6fd0-4bd3-9db8-7aae1330ff88 is going to be deleted. [ 1096.197963] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.198687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.198854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.201207] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.205432] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.205930] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.206179] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.206575] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.207563] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.207563] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 8601b2c6-584e-44b2-84b5-f627b927b2a8 not found, creating... [ 1096.208131] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.209582] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.209582] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.209582] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.209582] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.209582] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.209582] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.210139] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.210170] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.210345] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.210532] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 8601b2c6-584e-44b2-84b5-f627b927b2a8 is going to be created. [ 1096.211577] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.212923] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.213122] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.213237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.213423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.213535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.213648] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 147ec165-f198-4ffe-a715-cfaa1af6927f is going to be created. [ 1096.291340] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.291585] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.291717] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.292027] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.292314] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.292557] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-8601b2c6-584e-44b2-84b5-f627b927b2a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.296556] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.296668] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed00c7ae-21bf-41ec-9b56-35ca229d97b5 is going to be deleted. [ 1096.297553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.297742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.315159] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.315544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.315544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.315544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.315758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.331240] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.331349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.341197] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 147ec165-f198-4ffe-a715-cfaa1af6927f in Status: UNINITIALIZED for 2s [ 1096.348242] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.348242] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.348740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.348851] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be deleted. [ 1096.349743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.349952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.374312] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.443856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.444025] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bdc4f05-e7e1-4602-b120-13ab4d32f263 is going to be deleted. [ 1096.444991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.445321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.507153] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.507273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.534497] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.534662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.563534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.563683] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1c6987-cb07-4256-a563-05083f81c10d is going to be deleted. [ 1096.564625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.564839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.616568] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.616568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.618051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.618051] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d189c14-42e5-428f-af1d-d8b4ae4f6402 is going to be deleted. [ 1096.618540] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.618783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.661775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.661955] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3340765-80e5-4cf2-9c88-4a2633ee547c is going to be deleted. [ 1096.663149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.663455] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.663561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.663708] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0ea2f5e-aa81-445f-881b-a012d7c6f597" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.663954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.664226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.664383] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.664573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705c6338-046e-47b1-a0f2-64881274f71a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.665169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.665363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.665494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.665678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839ef25e-e60e-4a6e-98e1-df0981ee667e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.665838] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.666066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.666322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.666377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a3f6e0-ff42-467a-a2ef-541020c060d5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.666498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.666716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.666832] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.666955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6327bc39-9bf0-4739-80a9-2c69f1cf2bee" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.667213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.667455] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.667567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.667687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-741ca217-f65f-49b8-9e0d-80917e9692f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.667874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.668102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.668194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.668321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fba858b-6fd0-4bd3-9db8-7aae1330ff88" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.668511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.668713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.668793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.668944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed00c7ae-21bf-41ec-9b56-35ca229d97b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.669158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.669339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.669453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.669619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.669809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.669971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.670169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.670344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bdc4f05-e7e1-4602-b120-13ab4d32f263" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.676747] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88b3cf4e-fbad-49fb-9243-8065a9725acd: rpc.has_security_group_logging(os_id): False [ 1096.702658] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3f271f-bf2f-4bdc-87a0-509afb044ca5: rpc.has_security_group_logging(os_id): False [ 1096.703884] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b9dd666-e818-4799-9781-97bcea70f270: rpc.has_security_group_logging(os_id): False [ 1096.704753] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78: rpc.has_security_group_logging(os_id): False [ 1096.715581] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a0a3b88-2f75-455e-9d04-44bc3e7feae0: rpc.has_security_group_logging(os_id): False [ 1096.756232] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.756408] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.756472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.756662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.758299] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.758412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.759060] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.759166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.760767] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.760884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.781977] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.781977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.798043] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.798043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.817906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.818253] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.818388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.818466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.818720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.818813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.819044] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.819153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.819230] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.819410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.819490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.819676] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.819756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.819822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.819963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.820237] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.820369] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1096.821527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.821681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.876947] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.877143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.877404] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.877517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.877587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.877794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.877883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.878010] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1096.896552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.896855] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.896958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.897039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.897232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.897314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.897409] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9dd666-e818-4799-9781-97bcea70f270 is going to be updated. [ 1096.898577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.898743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.900157] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.900257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.939214] env[68927]: INFO networking_nsxv3.common.synchronization [req-d44b5a67-b4af-492c-94bd-60a267bc64a6 req-e1947645-fb2b-4451-b00d-0e74fef7f9fd service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1096.939214] env[68927]: INFO networking_nsxv3.common.synchronization [req-d44b5a67-b4af-492c-94bd-60a267bc64a6 req-e1947645-fb2b-4451-b00d-0e74fef7f9fd service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1096.939214] env[68927]: INFO networking_nsxv3.common.synchronization [req-d44b5a67-b4af-492c-94bd-60a267bc64a6 req-e1947645-fb2b-4451-b00d-0e74fef7f9fd service nova] Enqueued Resource ID: 8601b2c6-584e-44b2-84b5-f627b927b2a8 with Priority: HIGHEST for action port [ 1096.939214] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1096.939214] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1096.939214] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8601b2c6-584e-44b2-84b5-f627b927b2a8 with Priority: HIGHEST for action port [ 1096.939543] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.939543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.939847] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.939928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.940233] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-8601b2c6-584e-44b2-84b5-f627b927b2a8 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.940381] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8601b2c6-584e-44b2-84b5-f627b927b2a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.940480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8601b2c6-584e-44b2-84b5-f627b927b2a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.940773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8601b2c6-584e-44b2-84b5-f627b927b2a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.941107] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8601b2c6-584e-44b2-84b5-f627b927b2a8',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.945286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.945707] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.945851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.945989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.946312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.946458] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.946662] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 is going to be updated. [ 1096.948411] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.948685] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.948839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.949057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1c6987-cb07-4256-a563-05083f81c10d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.949657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.949923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.004526] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.004714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.004788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.004942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.005355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.006959] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.007191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.012984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.013313] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.013568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.013568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.013862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.013942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.014086] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd is going to be updated. [ 1097.015146] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.015433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.017121] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1097.059103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.059457] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.059568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.059637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.059888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.060066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.060173] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 is going to be updated. [ 1097.062079] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.062270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.062392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.062489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d189c14-42e5-428f-af1d-d8b4ae4f6402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.062629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.062831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.062909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.063981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.064164] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.064248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.064363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3340765-80e5-4cf2-9c88-4a2633ee547c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.104112] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1097.141530] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.141860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.141860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.142016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.142300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.159459] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.159714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.159851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.160208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.160442] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.169526] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9dd666-e818-4799-9781-97bcea70f270 in Status: IN_PROGRESS for 2s [ 1097.206240] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.206413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.206474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.206660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.206805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.232353] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: IN_PROGRESS for 2s [ 1097.241801] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.241947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.242036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.242256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.242433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.347188] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd in Status: IN_PROGRESS for 2s [ 1097.348311] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 1097.348311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.348778] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1097.349793] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 in Status: IN_PROGRESS for 2s [ 1097.350016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.350298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.350401] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.444132] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8601b2c6-584e-44b2-84b5-f627b927b2a8 with status ACTIVE [ 1097.444395] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.444537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.444608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.444812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.444900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.445083] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.445192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.445257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.445407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.445484] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.445661] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.445753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.445813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.446010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.446070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.446162] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8601b2c6-584e-44b2-84b5-f627b927b2a8 is going to be updated. [ 1097.472603] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.472768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.472842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.473063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.473205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.473365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8601b2c6-584e-44b2-84b5-f627b927b2a8" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.854810] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.854958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.855055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.855298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.855482] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.855586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.855648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.855791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.855874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.855960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.856077] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.968854] env[68927]: INFO networking_nsxv3.common.synchronization [req-e6a19b6e-9818-4df3-8a8c-c03663e99700 req-8d9b8fa0-64e7-4664-b292-56b101b05bf0 tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Enqueued Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_members [ 1097.969428] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_members [ 1097.969944] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe0b102-a902-45a1-ac49-dcda8499d098 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.970164] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.970294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.970596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.970946] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.971174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.971174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.971360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.971491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.971629] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe0b102-a902-45a1-ac49-dcda8499d098',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.351138] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 147ec165-f198-4ffe-a715-cfaa1af6927f in Status: SUCCESS [ 1098.351589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.351651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.352055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.352055] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.352175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.352207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.352361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.352442] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.352527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.352616] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('147ec165-f198-4ffe-a715-cfaa1af6927f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.358119] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.358777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.359035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.359168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.359701] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.359701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.359701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.359701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.362554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.362703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.363309] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.363309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.363309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.363309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.363481] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.363481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.363545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.363681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.363860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.363860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.363950] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.476231] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.477313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.477457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.477848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.478010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.478349] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.478523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.478629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.478833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.478965] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.479105] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 already deleted. [ 1098.479232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.691455] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.691671] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-60" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.691801] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-60" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.696314] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-60" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.696680] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.696882] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.697586] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.697586] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.697586] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.697712] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.697809] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.697928] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.698514] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.698514] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.698514] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.698680] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.717015] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.717447] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1098.717447] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.717535] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-60" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.717853] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-75e79659-c6f0-4492-8fdb-adfaa3799a7f taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.718073] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-75e79659-c6f0-4492-8fdb-adfaa3799a7f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.718202] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-75e79659-c6f0-4492-8fdb-adfaa3799a7f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.718536] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-75e79659-c6f0-4492-8fdb-adfaa3799a7f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.718686] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75e79659-c6f0-4492-8fdb-adfaa3799a7f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.856817] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('147ec165-f198-4ffe-a715-cfaa1af6927f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.867858] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d603dc80-fdad-4726-990d-51982303a3c5: rpc.has_security_group_logging(os_id): False [ 1098.904390] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.904577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.904577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.904751] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.904844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.905080] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.905206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.905294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.905530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.905611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.905785] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.905877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.905937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.906089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.906231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.906464] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.906464] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.906584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.906617] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.906701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.906806] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 1098.963824] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.964879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.964879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.964879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.964879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.980393] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 1099.032888] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1099.033206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.033388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.033634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.033885] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.033971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.034028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.034194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.034265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.034356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.034456] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.035309] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.035478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.037563] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.037563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.037563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.037563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.037563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.037563] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.122081] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1099.122361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.184643] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9dd666-e818-4799-9781-97bcea70f270 in Status: SUCCESS [ 1099.184880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.225439] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.225755] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.225917] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.226333] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.226555] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.226783] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 75e79659-c6f0-4492-8fdb-adfaa3799a7f not found, creating... [ 1099.227143] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.227350] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.227522] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.228354] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.228354] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.228573] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.228695] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.228868] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.229174] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.229373] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.229569] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 75e79659-c6f0-4492-8fdb-adfaa3799a7f is going to be created. [ 1099.255189] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: SUCCESS [ 1099.255435] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.256960] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.257180] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.257732] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.257732] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.258139] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.258139] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-75e79659-c6f0-4492-8fdb-adfaa3799a7f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.359319] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 147ec165-f198-4ffe-a715-cfaa1af6927f: rpc.has_security_group_logging(os_id): False [ 1099.364158] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd in Status: SUCCESS [ 1099.364328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.368066] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 in Status: SUCCESS [ 1099.368316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.381287] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.381699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.381699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.381699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.381796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.382025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.382128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.382178] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.382334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.382784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.382784] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 147ec165-f198-4ffe-a715-cfaa1af6927f is going to be created. [ 1099.461862] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.462058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.462150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.462558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.462883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.477854] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 147ec165-f198-4ffe-a715-cfaa1af6927f in Status: IN_PROGRESS for 2s [ 1099.537568] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.537805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.537900] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.983010] env[68927]: INFO networking_nsxv3.common.synchronization [req-e45b82bf-624c-45ec-a07d-b195b13de4ac req-f5412fce-7707-465a-9160-7e0a4b41d043 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1099.983614] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1099.983949] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.985937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.986021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.986272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.986450] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.986583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.989176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.989419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.989534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.989658] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.040557] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.302433] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.302433] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.302800] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.302889] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.303222] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.303418] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.303518] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.303766] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.308391] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.308662] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.308837] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.308963] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.309118] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.309287] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.309416] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.309580] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.327576] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.328000] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1100.328000] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.328239] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.328657] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-3cef149e-2595-4374-8b24-c5df2b80bb07 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.328851] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-3cef149e-2595-4374-8b24-c5df2b80bb07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.328980] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-3cef149e-2595-4374-8b24-c5df2b80bb07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.329671] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-3cef149e-2595-4374-8b24-c5df2b80bb07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.329889] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cef149e-2595-4374-8b24-c5df2b80bb07',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.492119] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.545047] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.545047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.545047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.545047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.545047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.545047] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1100.573017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.573258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.573380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.573652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.573752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.582312] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1100.823727] env[68927]: INFO networking_nsxv3.common.synchronization [req-e6a19b6e-9818-4df3-8a8c-c03663e99700 req-9d9be246-d546-4139-8af4-4a32726dfcbe service nova] Enqueued Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_rules [ 1100.823926] env[68927]: INFO networking_nsxv3.common.synchronization [req-e6a19b6e-9818-4df3-8a8c-c03663e99700 req-9d9be246-d546-4139-8af4-4a32726dfcbe service nova] Enqueued Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_members [ 1100.824086] env[68927]: INFO networking_nsxv3.common.synchronization [req-e6a19b6e-9818-4df3-8a8c-c03663e99700 req-9d9be246-d546-4139-8af4-4a32726dfcbe service nova] Enqueued Resource ID: 75e79659-c6f0-4492-8fdb-adfaa3799a7f with Priority: HIGHEST for action port [ 1100.824438] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_rules [ 1100.824438] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_members [ 1100.824541] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e79659-c6f0-4492-8fdb-adfaa3799a7f with Priority: HIGHEST for action port [ 1100.825079] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe0b102-a902-45a1-ac49-dcda8499d098 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.825204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.825272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.825473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.825557] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe0b102-a902-45a1-ac49-dcda8499d098',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.827173] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe0b102-a902-45a1-ac49-dcda8499d098 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.827173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.827173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.827173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.827173] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.827173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.827173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.827173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.827420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.827420] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe0b102-a902-45a1-ac49-dcda8499d098',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.830175] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-75e79659-c6f0-4492-8fdb-adfaa3799a7f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.830338] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75e79659-c6f0-4492-8fdb-adfaa3799a7f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.830395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75e79659-c6f0-4492-8fdb-adfaa3799a7f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.833710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75e79659-c6f0-4492-8fdb-adfaa3799a7f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.833809] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75e79659-c6f0-4492-8fdb-adfaa3799a7f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.835414] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.835671] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.835826] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.836365] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.836365] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.836517] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 3cef149e-2595-4374-8b24-c5df2b80bb07 not found, creating... [ 1100.836764] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.836945] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.836945] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.837132] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.837327] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.837560] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.837833] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.837833] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.838049] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.838188] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.838334] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 3cef149e-2595-4374-8b24-c5df2b80bb07 is going to be created. [ 1100.861301] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.861507] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.861638] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.861915] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.862196] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.862397] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-3cef149e-2595-4374-8b24-c5df2b80bb07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.996474] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.005130] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 1101.005540] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.336042] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe0b102-a902-45a1-ac49-dcda8499d098',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.336512] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe0b102-a902-45a1-ac49-dcda8499d098 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.336648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.343338] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75e79659-c6f0-4492-8fdb-adfaa3799a7f with status ACTIVE [ 1101.343338] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.343338] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.343338] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.343752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.343752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.343752] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.343885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.343913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.344407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.344407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.344407] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.344407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.344558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.344586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.344670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.344768] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75e79659-c6f0-4492-8fdb-adfaa3799a7f is going to be updated. [ 1101.365988] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.365988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.365988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.366226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.366325] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.366509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75e79659-c6f0-4492-8fdb-adfaa3799a7f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.493038] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 147ec165-f198-4ffe-a715-cfaa1af6927f in Status: SUCCESS [ 1101.493038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.504514] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.504514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.504514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.504514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.504514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.504514] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 is going to be updated. [ 1101.534986] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.534986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.534986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.534986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.534986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.547284] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: IN_PROGRESS for 2s [ 1101.571403] env[68927]: INFO networking_nsxv3.common.synchronization [req-e45b82bf-624c-45ec-a07d-b195b13de4ac req-6a26adce-6b9d-4590-99f6-50ec7f522734 service nova] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_rules [ 1101.571403] env[68927]: INFO networking_nsxv3.common.synchronization [req-e45b82bf-624c-45ec-a07d-b195b13de4ac req-6a26adce-6b9d-4590-99f6-50ec7f522734 service nova] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1101.571403] env[68927]: INFO networking_nsxv3.common.synchronization [req-e45b82bf-624c-45ec-a07d-b195b13de4ac req-6a26adce-6b9d-4590-99f6-50ec7f522734 service nova] Enqueued Resource ID: 3cef149e-2595-4374-8b24-c5df2b80bb07 with Priority: HIGHEST for action port [ 1101.571865] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_rules [ 1101.572034] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1101.572197] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cef149e-2595-4374-8b24-c5df2b80bb07 with Priority: HIGHEST for action port [ 1101.572472] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.572596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.572760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.572855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.572920] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.573950] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.573950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.574344] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cef149e-2595-4374-8b24-c5df2b80bb07 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.574460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cef149e-2595-4374-8b24-c5df2b80bb07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.574621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cef149e-2595-4374-8b24-c5df2b80bb07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.574681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cef149e-2595-4374-8b24-c5df2b80bb07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.575179] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cef149e-2595-4374-8b24-c5df2b80bb07',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.838799] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe0b102-a902-45a1-ac49-dcda8499d098',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.077534] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.077805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.077915] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cef149e-2595-4374-8b24-c5df2b80bb07 with status ACTIVE [ 1102.078131] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.078217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.078265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.078462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.078588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.078756] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.078872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.078872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.079033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.079093] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.079246] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.079335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.079399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.079545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.079618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.079692] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cef149e-2595-4374-8b24-c5df2b80bb07 is going to be updated. [ 1102.099590] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.099793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.099793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.100022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.100264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.100458] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cef149e-2595-4374-8b24-c5df2b80bb07" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.340919] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.341205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.341328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.341625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.341746] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.341872] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 is going to be created. [ 1102.373035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.373568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.373568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.373568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.373689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.383739] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 in Status: UNINITIALIZED for 2s [ 1102.591401] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1102.591677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.591799] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.592033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.592230] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.592351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.592420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.592621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.592741] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.592796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.592940] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.593047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.593111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.593252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.593391] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.593480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.593541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.593676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.593752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.593833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.593922] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.095911] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f6ce663-8c33-475f-808f-e6efbb13ad67: rpc.has_security_group_logging(os_id): False [ 1103.114499] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.114499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.114499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.114499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.135167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.135455] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.135649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.135649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.135852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.135938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.136149] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.136256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.136321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.136472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.136546] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.136746] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.136990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.136990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.137171] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.137248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.137340] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1103.219659] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.219848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.219903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.220208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.220414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.241419] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1103.561250] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: SUCCESS [ 1103.561513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.561710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.561960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.562171] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.562334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.562433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.562642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.562829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.562997] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.065090] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.399089] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 in Status: SUCCESS [ 1104.399370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.399600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.399914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.400216] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.400356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.400757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.400757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.400757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.400757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.401165] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe0b102-a902-45a1-ac49-dcda8499d098',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.568359] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.719273] env[68927]: INFO networking_nsxv3.common.synchronization [req-58c1f51f-c6e7-4ac1-bd16-091fd9b69e6f req-3f328b7b-559a-4d6d-95b9-5517359760a5 tempest-ServerDiskConfigTestJSON-937698500 tempest-ServerDiskConfigTestJSON-937698500-project-member] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1104.719273] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGHEST for action security_group_members [ 1104.719273] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.719273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.719273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.719273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.719273] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.719273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.719273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.719273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.719273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.719273] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.906034] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe0b102-a902-45a1-ac49-dcda8499d098',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.070765] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.071126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.071126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.071274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.071446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.071516] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 is going to be updated. [ 1105.099965] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.100607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.100607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.100751] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.100840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.113821] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: IN_PROGRESS for 2s [ 1105.222170] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.225226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.225226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.225226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.225226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.225226] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.225226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.225226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.225226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.225226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.225226] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be updated. [ 1105.255584] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.255584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.255584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.255784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.255827] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.260213] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1105.260478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.260654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.260869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.260953] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.268938] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: IN_PROGRESS for 2s [ 1105.411562] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe0b102-a902-45a1-ac49-dcda8499d098: rpc.has_security_group_logging(os_id): False [ 1105.427248] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.427651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.429162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.429162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.429162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.429162] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.429162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.429162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.429162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.429616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.429616] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 is going to be created. [ 1105.499464] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.499688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.499765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.499986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.500220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.513493] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 in Status: IN_PROGRESS for 2s [ 1105.763022] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.763508] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.763508] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.763673] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.763888] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.764033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.764346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.764758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.764823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.764953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.765101] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.267496] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.268022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.268022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.268022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.268740] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.268740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.268740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.268740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.268740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.268740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.269018] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.269018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.269018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.269169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.269240] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.269331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.269390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.269568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.269705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.269755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.269810] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.772132] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f6ce663-8c33-475f-808f-e6efbb13ad67: rpc.has_security_group_logging(os_id): False [ 1106.791612] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.791763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.791836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.792078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.792177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.792384] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.792791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.792871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.793073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.793157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.793359] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.793553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.793621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.793776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.793856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.794095] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.794194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.794259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.794414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.794505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.794596] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1106.850708] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.850878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.850878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.851077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.851311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.865145] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1107.124640] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: IN_PROGRESS for 4s [ 1107.279900] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d603dc80-fdad-4726-990d-51982303a3c5 in Status: SUCCESS [ 1107.279900] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d603dc80-fdad-4726-990d-51982303a3c5 deletion is rescheduled due to dependency. [ 1107.279900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.301126] env[68927]: INFO networking_nsxv3.common.synchronization [req-29b74181-2612-4d65-823b-f17a18e75fb6 req-0548b5db-ece3-4a0b-b263-4caf0278508f tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Enqueued Resource ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 with Priority: HIGHEST for action security_group_members [ 1107.301126] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 with Priority: HIGHEST for action security_group_members [ 1107.302921] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.303281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.303499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.304067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.308373] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.308373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.308373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.308373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.308373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.308373] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd793436-e0c2-4ae2-a278-ebf2a6ad74e1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.524922] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 in Status: SUCCESS [ 1107.525185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.719586] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.719809] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-761" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.719942] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-761" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.720326] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-761" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.720655] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.720798] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.720910] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.721165] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.721341] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.721714] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.721714] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.721809] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.721915] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.722052] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.722203] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.722381] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.739751] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.739934] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1107.740105] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.740340] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-761" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.740701] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-88ee5791-f483-425c-bdfb-de15bf972bcd taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.740902] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-88ee5791-f483-425c-bdfb-de15bf972bcd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.741038] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-88ee5791-f483-425c-bdfb-de15bf972bcd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.741504] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-88ee5791-f483-425c-bdfb-de15bf972bcd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.741711] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ee5791-f483-425c-bdfb-de15bf972bcd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.793024] env[68927]: INFO networking_nsxv3.common.synchronization [req-08636a98-8582-4d89-8949-db62134fbe94 req-320ce276-a97d-48a4-8512-bb30fdceb8e3 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1107.793024] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1107.793024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.793024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.793024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.793024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.793024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.793024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.793024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.793024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.793024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.793698] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.809052] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.809302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.809421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.809765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.809998] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.811084] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.811084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.811084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.811505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.811595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.811741] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 already deleted. [ 1107.811904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.244767] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.244767] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.244767] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.244767] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.244767] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.245099] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 88ee5791-f483-425c-bdfb-de15bf972bcd not found, creating... [ 1108.245242] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.245413] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.245564] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.245820] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.245967] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.246323] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.246464] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.246589] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.246823] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.246948] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.247603] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 88ee5791-f483-425c-bdfb-de15bf972bcd is going to be created. [ 1108.266508] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.266693] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.266812] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.267126] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.267884] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.267884] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-88ee5791-f483-425c-bdfb-de15bf972bcd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.295290] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.800028] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.879195] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1108.879437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.062380] env[68927]: INFO networking_nsxv3.common.synchronization [req-29b74181-2612-4d65-823b-f17a18e75fb6 req-6c8a9eb8-30e4-4b00-bcf5-bc904aaac5e6 service nova] Enqueued Resource ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 with Priority: HIGHEST for action security_group_rules [ 1109.062507] env[68927]: INFO networking_nsxv3.common.synchronization [req-29b74181-2612-4d65-823b-f17a18e75fb6 req-6c8a9eb8-30e4-4b00-bcf5-bc904aaac5e6 service nova] Enqueued Resource ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 with Priority: HIGHEST for action security_group_members [ 1109.062684] env[68927]: INFO networking_nsxv3.common.synchronization [req-29b74181-2612-4d65-823b-f17a18e75fb6 req-6c8a9eb8-30e4-4b00-bcf5-bc904aaac5e6 service nova] Enqueued Resource ID: 88ee5791-f483-425c-bdfb-de15bf972bcd with Priority: HIGHEST for action port [ 1109.063214] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 with Priority: HIGHEST for action security_group_rules [ 1109.063347] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 with Priority: HIGHEST for action security_group_members [ 1109.063447] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88ee5791-f483-425c-bdfb-de15bf972bcd with Priority: HIGHEST for action port [ 1109.063726] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.063846] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.063911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.067308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.067308] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd793436-e0c2-4ae2-a278-ebf2a6ad74e1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.067308] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.067308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.067308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.067308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.067308] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.067308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.067308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.067637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.067637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.067637] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd793436-e0c2-4ae2-a278-ebf2a6ad74e1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.068308] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-88ee5791-f483-425c-bdfb-de15bf972bcd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.068430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88ee5791-f483-425c-bdfb-de15bf972bcd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.068470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88ee5791-f483-425c-bdfb-de15bf972bcd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.068989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88ee5791-f483-425c-bdfb-de15bf972bcd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.068989] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ee5791-f483-425c-bdfb-de15bf972bcd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.135142] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: SUCCESS [ 1109.135142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.136873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.137148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.137402] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.138973] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.139198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.139407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.139872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.139999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.140130] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.304060] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.304396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.304396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.304615] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.304709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.304814] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1109.332527] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.332680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.332749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.332969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.333132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.341053] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1109.570395] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.570550] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.570718] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd793436-e0c2-4ae2-a278-ebf2a6ad74e1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.573188] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88ee5791-f483-425c-bdfb-de15bf972bcd with status ACTIVE [ 1109.573188] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.573188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.573188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.573188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.573188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.573188] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.573188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.573188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.573188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.573188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.573188] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.573188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.573188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.574061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.574061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.574061] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88ee5791-f483-425c-bdfb-de15bf972bcd is going to be updated. [ 1109.595866] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.596067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.596123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.596326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.597292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.597543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88ee5791-f483-425c-bdfb-de15bf972bcd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.648022] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.076665] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd793436-e0c2-4ae2-a278-ebf2a6ad74e1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.151083] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a0a3b88-2f75-455e-9d04-44bc3e7feae0: rpc.has_security_group_logging(os_id): False [ 1110.168106] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.168369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.168488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.168783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.168954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.169382] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.169611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.169729] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.169990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.170272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.170458] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 is going to be updated. [ 1110.244819] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.244819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.244819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.244819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.245730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.260963] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: IN_PROGRESS for 2s [ 1110.583080] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.583080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.583080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.583080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.583080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.583080] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 is going to be created. [ 1110.606835] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.606835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.606835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.606835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.606835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.616166] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 in Status: UNINITIALIZED for 2s [ 1111.351298] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1111.351298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.280277] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: SUCCESS [ 1112.280626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.626572] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 in Status: SUCCESS [ 1112.626828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.626996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.627245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.627443] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.627559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.627625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.627779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.627882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.627934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.628044] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd793436-e0c2-4ae2-a278-ebf2a6ad74e1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.132029] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.133019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.134140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.134473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.135189] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.135402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.135512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.135755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.135906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.136048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.136373] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.136489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.136605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.136904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.137420] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.137614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.137691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.137904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.138033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.138171] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.138291] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd793436-e0c2-4ae2-a278-ebf2a6ad74e1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.205881] env[68927]: INFO networking_nsxv3.common.synchronization [None req-a7e5687d-acf0-465f-a891-d8ce98da8480 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1113.206643] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1113.206996] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.207135] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.207198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.207410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.207608] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.207709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.207770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.207944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.208045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.208137] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.640036] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd793436-e0c2-4ae2-a278-ebf2a6ad74e1: rpc.has_security_group_logging(os_id): False [ 1113.656945] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.657168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.657241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.657463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.657557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.657746] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.657849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.657910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.658068] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.658147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.658395] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.658499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.658548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.658687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.658763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.658941] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.659887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.659887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.659887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.660020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.660048] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 is going to be created. [ 1113.712226] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.712387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.712463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.712719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.712909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.714249] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.714437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.714501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.714624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.714709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.714887] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.714986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.715063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.715194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.715274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.715526] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be deleted. [ 1113.725239] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 in Status: IN_PROGRESS for 2s [ 1113.743096] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.743294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.743354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.743812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.743915] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.744027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.741495] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 in Status: SUCCESS [ 1115.741801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.318568] env[68927]: INFO networking_nsxv3.common.synchronization [None req-31b61fda-9db4-46d2-ae50-daf15a9871e7 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_rules [ 1116.319205] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_rules [ 1116.319529] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-374ed6cc-26de-43b3-a118-43aad3c1f528 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.319660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.319729] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.320110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.320110] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('374ed6cc-26de-43b3-a118-43aad3c1f528',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.434586] env[68927]: INFO networking_nsxv3.common.synchronization [None req-b4555032-9889-4e5d-89d0-38de7103a499 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_rules [ 1116.434586] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_rules [ 1116.434586] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-374ed6cc-26de-43b3-a118-43aad3c1f528 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.434778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.840783] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.841329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.841329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.841329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.841329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.841573] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 already deleted. [ 1116.841573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.841721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.841886] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.841976] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('374ed6cc-26de-43b3-a118-43aad3c1f528',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.012426] env[68927]: INFO networking_nsxv3.common.synchronization [req-cc740123-8cff-474b-9eaa-d59925b48625 req-eff4df84-5793-4748-b4b1-90d02d9c0202 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Enqueued Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_members [ 1117.013710] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGHEST for action security_group_members [ 1117.014093] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa63990-4332-482c-a477-0c46d98c27f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.014272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.015481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.015481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.015481] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.015481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.015481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.015481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.015481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.015481] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa63990-4332-482c-a477-0c46d98c27f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.365912] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.366057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.366057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.366285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.366378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.366474] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 already deleted. [ 1117.366554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.517343] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.517517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.517593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.517824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.541310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.541572] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.541699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.541755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.542478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.542478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.542478] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa63990-4332-482c-a477-0c46d98c27f0 is going to be updated. [ 1117.567761] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.567911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.567985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.568262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.568417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.575985] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa63990-4332-482c-a477-0c46d98c27f0 in Status: IN_PROGRESS for 2s [ 1119.375089] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.375484] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.375484] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.375712] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.375985] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.376243] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.376379] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.380108] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.380108] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.380108] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.380108] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.380108] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.380108] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.380108] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.380108] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.380108] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.397132] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.397447] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.397609] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.397794] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.398133] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-4888627d-e13b-4267-8463-caaca67d1499 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.398356] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.398497] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.398832] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.398980] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4888627d-e13b-4267-8463-caaca67d1499',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.584762] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa63990-4332-482c-a477-0c46d98c27f0 in Status: SUCCESS [ 1119.584762] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa63990-4332-482c-a477-0c46d98c27f0 deletion is rescheduled due to dependency. [ 1119.584762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.901177] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.901498] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.901658] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.902029] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.902253] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.902442] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 4888627d-e13b-4267-8463-caaca67d1499 not found, creating... [ 1119.902744] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.902915] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.903053] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.903299] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.903445] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.903741] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.903906] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.904043] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.904265] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.904406] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.904902] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 4888627d-e13b-4267-8463-caaca67d1499 is going to be created. [ 1119.924119] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.925189] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.925189] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.925189] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.925189] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.925326] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.610711] env[68927]: INFO networking_nsxv3.common.synchronization [req-4e738d72-b417-4b56-ba58-358044f4e6b5 req-3d5a129a-68f2-48c1-8160-ac9849ca871b service nova] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_rules [ 1120.610981] env[68927]: INFO networking_nsxv3.common.synchronization [req-4e738d72-b417-4b56-ba58-358044f4e6b5 req-3d5a129a-68f2-48c1-8160-ac9849ca871b service nova] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1120.611054] env[68927]: INFO networking_nsxv3.common.synchronization [req-4e738d72-b417-4b56-ba58-358044f4e6b5 req-3d5a129a-68f2-48c1-8160-ac9849ca871b service nova] Enqueued Resource ID: 4888627d-e13b-4267-8463-caaca67d1499 with Priority: HIGHEST for action port [ 1120.611631] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_rules [ 1120.611762] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1120.611859] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4888627d-e13b-4267-8463-caaca67d1499 with Priority: HIGHEST for action port [ 1120.612175] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.612317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.612372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.612593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.612636] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.613641] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.613641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.613641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.613803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.613968] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.614072] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.614130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.614276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.614359] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.614449] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.615268] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4888627d-e13b-4267-8463-caaca67d1499 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.615390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.615390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.615497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.616432] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4888627d-e13b-4267-8463-caaca67d1499',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.117682] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.118881] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.119054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.120755] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4888627d-e13b-4267-8463-caaca67d1499 with status ACTIVE [ 1121.120989] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.121138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.121233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.121471] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.121572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.121756] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.122281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.122281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.122281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.122281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.122499] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.122499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.122592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.122689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.122817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.122887] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4888627d-e13b-4267-8463-caaca67d1499 is going to be updated. [ 1121.142248] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.142392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.142526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.142789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.142935] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.143919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.173967] env[68927]: INFO networking_nsxv3.common.synchronization [req-a98302f4-a81e-42c5-8edf-259154c61461 req-9bcebdb8-08b1-4738-8f14-d96e879391c1 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1121.174503] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1121.174820] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.174943] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.175019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.175220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.175374] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.175472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.175534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.175677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.175816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.176225] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.473499] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.473816] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.473996] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.474383] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.474711] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.474963] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.475133] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.475369] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.475573] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.475885] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.476145] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.476375] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.476522] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.476659] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.476778] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.476936] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.495336] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.495542] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1121.495729] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.495966] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.496345] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-0e272c18-8553-4db7-a49d-b03bfcf26138 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.496534] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-0e272c18-8553-4db7-a49d-b03bfcf26138" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.496662] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-0e272c18-8553-4db7-a49d-b03bfcf26138" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.497025] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-0e272c18-8553-4db7-a49d-b03bfcf26138" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.497226] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e272c18-8553-4db7-a49d-b03bfcf26138',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.620028] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.677679] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.000084] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.000332] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.000516] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.000819] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.000973] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.001147] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 0e272c18-8553-4db7-a49d-b03bfcf26138 not found, creating... [ 1122.001410] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.001606] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.001732] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.001952] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.002107] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.002394] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.002554] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.002675] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.003098] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.003321] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.003626] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 0e272c18-8553-4db7-a49d-b03bfcf26138 is going to be created. [ 1122.021392] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.021643] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.021828] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.022151] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.022392] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.022622] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-0e272c18-8553-4db7-a49d-b03bfcf26138" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.122622] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.122827] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.122907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.123228] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.123348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.123425] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be created. [ 1122.165034] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.165201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.165201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.165424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.165597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.175741] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: UNINITIALIZED for 2s [ 1122.180111] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.372701] env[68927]: INFO networking_nsxv3.common.synchronization [req-c09979fa-cad8-420a-ab13-df213b0a35a7 req-9d869f28-dfc0-46ba-a009-bcc5f3d13034 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_members [ 1122.373218] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGHEST for action security_group_members [ 1122.373633] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9dd666-e818-4799-9781-97bcea70f270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.373762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.373820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.374042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.374195] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.374291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.374353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.374508] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.374599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.374688] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.685169] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.685169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.685169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.685169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.685169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.685169] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1122.708038] env[68927]: INFO networking_nsxv3.common.synchronization [req-a98302f4-a81e-42c5-8edf-259154c61461 req-d77b695d-b944-448f-aa13-7e4676d0df04 service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1122.708038] env[68927]: INFO networking_nsxv3.common.synchronization [req-a98302f4-a81e-42c5-8edf-259154c61461 req-d77b695d-b944-448f-aa13-7e4676d0df04 service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1122.708038] env[68927]: INFO networking_nsxv3.common.synchronization [req-a98302f4-a81e-42c5-8edf-259154c61461 req-d77b695d-b944-448f-aa13-7e4676d0df04 service nova] Enqueued Resource ID: 0e272c18-8553-4db7-a49d-b03bfcf26138 with Priority: HIGHEST for action port [ 1122.708038] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1122.708038] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1122.708692] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e272c18-8553-4db7-a49d-b03bfcf26138 with Priority: HIGHEST for action port [ 1122.709133] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.709503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.709653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.710429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.710656] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.712166] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.712398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.712689] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e272c18-8553-4db7-a49d-b03bfcf26138 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.713992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e272c18-8553-4db7-a49d-b03bfcf26138" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.713992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e272c18-8553-4db7-a49d-b03bfcf26138" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.713992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e272c18-8553-4db7-a49d-b03bfcf26138" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.713992] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e272c18-8553-4db7-a49d-b03bfcf26138',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.718259] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.718599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.718764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.719403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.719761] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.729724] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1122.879145] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.879145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.879145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.879145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.879145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.879145] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.879145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.879145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.879145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.879145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.879145] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9dd666-e818-4799-9781-97bcea70f270 is going to be updated. [ 1122.904576] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.904576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.904576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.904576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.904576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.911386] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9dd666-e818-4799-9781-97bcea70f270 in Status: IN_PROGRESS for 2s [ 1122.958025] env[68927]: INFO networking_nsxv3.common.synchronization [req-86b45126-02bc-49e2-a1bf-760f726bb85d req-bdd5aec7-7c65-4032-bea4-6a4ecaf46ea5 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1122.958025] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1122.958025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.958025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.958025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.958025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.958705] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.958821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.958896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.959088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.959176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.959285] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.217016] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e272c18-8553-4db7-a49d-b03bfcf26138 with status ACTIVE [ 1123.217386] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.217531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.217531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.218873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.218873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.218873] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.218873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.218873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.218873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.218873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.218873] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.218873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.218873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.218873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.218873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.219431] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e272c18-8553-4db7-a49d-b03bfcf26138 is going to be updated. [ 1123.222507] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.222611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.243474] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.243658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.243699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.243878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.244303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.244303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e272c18-8553-4db7-a49d-b03bfcf26138" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.462702] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.462931] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.463063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.463316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.483885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.483885] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.483885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.483885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.483885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.484275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.484275] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be updated. [ 1123.508317] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.508512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.508613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.508856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.509049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.517355] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 1124.186455] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1124.186803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.186922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.187189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.187399] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.187521] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.187589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.187750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.187840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.188147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.188279] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.690745] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.690882] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.690959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.691203] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.691394] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.691518] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.691585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.691747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.691836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.691927] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.692091] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.692203] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.692264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.692408] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.692549] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.692642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.692703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.692840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.692918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.693059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.693114] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.738847] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1124.739140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.739303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.739545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.739750] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.739878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.739949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.740144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.740230] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.740325] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.921097] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9dd666-e818-4799-9781-97bcea70f270 in Status: SUCCESS [ 1124.921340] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9dd666-e818-4799-9781-97bcea70f270 deletion is rescheduled due to dependency. [ 1124.921462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.197688] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89613f55-25c9-4a51-be45-5ad829affd69: rpc.has_security_group_logging(os_id): False [ 1125.216310] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.216481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.216621] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.216991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.217954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.217954] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.217954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.217954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.220037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.220037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.220037] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.220037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.220037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.220037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.220037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.220432] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.220432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.220432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.220624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.220842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.220842] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be created. [ 1125.242740] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.282077] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.282366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.282366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.282617] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.282870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.307824] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 1125.542307] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 1125.542307] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 deletion is rescheduled due to dependency. [ 1125.542511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.648254] env[68927]: INFO networking_nsxv3.common.synchronization [req-7f737bfb-4521-4c3e-843c-c51642cc2c96 req-62bfa0ec-4a9f-4d97-b61b-53222923606f tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_members [ 1125.648254] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_members [ 1125.648657] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-374ed6cc-26de-43b3-a118-43aad3c1f528 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.648657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.648657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.648812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.649662] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.649662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.649662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.649662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.649662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.649964] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('374ed6cc-26de-43b3-a118-43aad3c1f528',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.745864] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.066262] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.066449] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.066586] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.066871] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.067871] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.067871] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.067871] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.067871] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.068106] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.068222] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.068316] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.068415] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.068534] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.068649] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.068759] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.068898] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.086877] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.086976] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.087122] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.087293] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.087584] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-57651bea-ff51-4ab2-af9c-f36b225ad8fe taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.087752] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-57651bea-ff51-4ab2-af9c-f36b225ad8fe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.087879] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-57651bea-ff51-4ab2-af9c-f36b225ad8fe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.088194] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-57651bea-ff51-4ab2-af9c-f36b225ad8fe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.088348] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57651bea-ff51-4ab2-af9c-f36b225ad8fe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.152458] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.152610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.152685] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.152937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.153049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.153289] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.153405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.153466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.153626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.153702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.153789] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 already deleted. [ 1126.153869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.249346] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.249778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.249778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.249778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.249894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.249959] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1126.275436] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.275618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.275679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.275901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.276065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.283984] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1126.590931] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.591188] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.591325] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.591715] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.591812] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.592363] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 57651bea-ff51-4ab2-af9c-f36b225ad8fe not found, creating... [ 1126.592670] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.594116] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.594312] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.594589] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.594756] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.595377] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.595685] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.595852] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.596331] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.596521] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.597081] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 57651bea-ff51-4ab2-af9c-f36b225ad8fe is going to be created. [ 1126.615930] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.616339] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.616339] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.616570] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.616833] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.617128] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-57651bea-ff51-4ab2-af9c-f36b225ad8fe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.173952] env[68927]: INFO networking_nsxv3.common.synchronization [None req-fa6de5b4-f5b7-4bb8-a019-d5b72c7c009f tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Enqueued Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_rules [ 1127.174533] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_rules [ 1127.174871] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75531ded-11a1-4899-9f2e-8521a26f64f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.174994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.175058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.175326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.175388] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75531ded-11a1-4899-9f2e-8521a26f64f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.252175] env[68927]: INFO networking_nsxv3.common.synchronization [None req-9a6e5215-5821-49f4-9984-e3454b76b886 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Enqueued Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_rules [ 1127.252789] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_rules [ 1127.253292] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75531ded-11a1-4899-9f2e-8521a26f64f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.253465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.322398] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1127.322634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.373121] env[68927]: INFO networking_nsxv3.common.synchronization [req-7f737bfb-4521-4c3e-843c-c51642cc2c96 req-7be35c79-1845-4630-8778-ecd0b90ca4c9 service nova] Enqueued Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_rules [ 1127.373322] env[68927]: INFO networking_nsxv3.common.synchronization [req-7f737bfb-4521-4c3e-843c-c51642cc2c96 req-7be35c79-1845-4630-8778-ecd0b90ca4c9 service nova] Enqueued Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_members [ 1127.373466] env[68927]: INFO networking_nsxv3.common.synchronization [req-7f737bfb-4521-4c3e-843c-c51642cc2c96 req-7be35c79-1845-4630-8778-ecd0b90ca4c9 service nova] Enqueued Resource ID: 57651bea-ff51-4ab2-af9c-f36b225ad8fe with Priority: HIGHEST for action port [ 1127.374094] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_rules [ 1127.374236] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_members [ 1127.374336] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57651bea-ff51-4ab2-af9c-f36b225ad8fe with Priority: HIGHEST for action port [ 1127.374614] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-374ed6cc-26de-43b3-a118-43aad3c1f528 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.374784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.374863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.380822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.380920] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('374ed6cc-26de-43b3-a118-43aad3c1f528',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.382168] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-374ed6cc-26de-43b3-a118-43aad3c1f528 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.382332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.382403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.382662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.383350] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.383467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.383558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.383786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.383894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.383998] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('374ed6cc-26de-43b3-a118-43aad3c1f528',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.385095] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-57651bea-ff51-4ab2-af9c-f36b225ad8fe taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.385705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57651bea-ff51-4ab2-af9c-f36b225ad8fe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.385848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57651bea-ff51-4ab2-af9c-f36b225ad8fe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.386049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57651bea-ff51-4ab2-af9c-f36b225ad8fe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.386186] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57651bea-ff51-4ab2-af9c-f36b225ad8fe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.694105] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.694321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.694398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.694646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.694769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.694862] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 already deleted. [ 1127.694957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.695145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.695331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.695416] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75531ded-11a1-4899-9f2e-8521a26f64f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.887916] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-374ed6cc-26de-43b3-a118-43aad3c1f528 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.888116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.888278] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('374ed6cc-26de-43b3-a118-43aad3c1f528',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.889679] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57651bea-ff51-4ab2-af9c-f36b225ad8fe with status ACTIVE [ 1127.890988] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.890988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.890988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.890988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.890988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.890988] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.890988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.890988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.890988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.890988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.891513] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.891558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.891585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.891752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.891805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.892023] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57651bea-ff51-4ab2-af9c-f36b225ad8fe is going to be updated. [ 1127.913896] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.913896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.913896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.913896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.913896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.913896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57651bea-ff51-4ab2-af9c-f36b225ad8fe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.216365] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.216365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.216365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.216564] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.216659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.216740] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 already deleted. [ 1128.216817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.294449] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1128.294918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.294918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.295095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.295403] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.295528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.295596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.295765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.295869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.295933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.296078] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.390252] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('374ed6cc-26de-43b3-a118-43aad3c1f528',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.432913] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.433140] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.433270] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.433549] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.433811] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.433971] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.434103] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.434317] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.434462] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.434670] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.434787] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.434897] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.435016] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.435150] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.435236] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.435382] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.452406] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.452579] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.452724] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.452899] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-256" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.453241] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-115c211e-3804-4ee0-9e05-7b2b00904ccf taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.453426] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.453553] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.453843] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.453989] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('115c211e-3804-4ee0-9e05-7b2b00904ccf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.799274] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.799274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.799274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.799519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.799519] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.799608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.799639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.799905] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.799905] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.800050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.800096] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.800180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.800236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.800384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.800527] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.800646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.800679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.800949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.800949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.800949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.801123] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.893666] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.893666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.893666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.893666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.893666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.893666] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 is going to be created. [ 1128.915871] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.916028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.916100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.916537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.916537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.925202] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 in Status: UNINITIALIZED for 2s [ 1128.955972] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.956258] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.956364] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.956659] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.956814] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.957231] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.957303] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.957425] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.957681] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.957829] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.958135] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.958359] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.958513] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.958736] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.958875] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.959039] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 115c211e-3804-4ee0-9e05-7b2b00904ccf is going to be updated. [ 1128.985639] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.985865] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.986057] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.986586] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.986586] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.986728] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.303470] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f6ce663-8c33-475f-808f-e6efbb13ad67: rpc.has_security_group_logging(os_id): False [ 1129.320820] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.320820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.320820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.321037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.321183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.321324] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.321428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.321597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.321657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.321981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.322210] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.322408] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.322408] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.322567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.322637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.322786] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.322899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.323093] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.323271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.323369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.323431] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1129.379306] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.379496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.379534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.379740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.379900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.396628] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1129.664388] env[68927]: INFO networking_nsxv3.common.synchronization [req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e req-8f3d8ea8-6c4e-4bb2-b78b-e9c789541271 service nova] Enqueued Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_rules [ 1129.664711] env[68927]: INFO networking_nsxv3.common.synchronization [req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e req-8f3d8ea8-6c4e-4bb2-b78b-e9c789541271 service nova] Enqueued Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1129.664966] env[68927]: INFO networking_nsxv3.common.synchronization [req-ed3826e6-dc6c-464d-ba13-c7e3bdb1268e req-8f3d8ea8-6c4e-4bb2-b78b-e9c789541271 service nova] Enqueued Resource ID: 115c211e-3804-4ee0-9e05-7b2b00904ccf with Priority: HIGHEST for action port [ 1129.665748] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_rules [ 1129.665965] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1129.666156] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 115c211e-3804-4ee0-9e05-7b2b00904ccf with Priority: HIGHEST for action port [ 1129.666568] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.666748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.666907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.667180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.667323] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.670239] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.670399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.670529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.670738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.670973] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.671202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.671358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.671543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.671689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.671803] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.672736] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-115c211e-3804-4ee0-9e05-7b2b00904ccf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.673021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.673021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.673120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.673193] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('115c211e-3804-4ee0-9e05-7b2b00904ccf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.175321] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.175491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.175669] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.176712] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 115c211e-3804-4ee0-9e05-7b2b00904ccf with status ACTIVE [ 1130.176853] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.176853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.177073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.177152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.177224] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.177400] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.177524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.177524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.177681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.178861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.178861] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.178861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.178861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.178861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.178861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.178861] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 115c211e-3804-4ee0-9e05-7b2b00904ccf is going to be updated. [ 1130.201335] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.201500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.201547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.201724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.201857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.202031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-115c211e-3804-4ee0-9e05-7b2b00904ccf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.680082] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.684318] env[68927]: INFO networking_nsxv3.common.synchronization [req-a24ad496-89e5-46ab-aef8-7d10c9dda778 req-c7afe714-4106-420c-8d6a-50925c77a7f0 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Enqueued Resource ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 with Priority: HIGHEST for action security_group_members [ 1130.684788] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 with Priority: HIGHEST for action security_group_members [ 1130.684984] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.685124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.685233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.685381] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.686534] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.686534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.686534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.686534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.686534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.686534] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd793436-e0c2-4ae2-a278-ebf2a6ad74e1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.936013] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 in Status: SUCCESS [ 1130.936301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.936357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.936577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.936777] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.936896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.936963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.937135] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.937244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.937335] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.937427] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('374ed6cc-26de-43b3-a118-43aad3c1f528',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.184338] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.184553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.184657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.184924] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.185042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.185146] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 is going to be updated. [ 1131.189021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.189155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.189213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.189405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.189496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.189689] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.189790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.189853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.190008] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.190089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.190176] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 is going to be updated. [ 1131.228752] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.228900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.228953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.229391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.229558] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.231621] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.231754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.231808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.232033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.232113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.242179] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: IN_PROGRESS for 2s [ 1131.242874] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 in Status: IN_PROGRESS for 2s [ 1131.413651] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1131.413994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.441621] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('374ed6cc-26de-43b3-a118-43aad3c1f528',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.944280] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 374ed6cc-26de-43b3-a118-43aad3c1f528: rpc.has_security_group_logging(os_id): False [ 1131.960922] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.961401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.961536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.961797] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.961922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.962171] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.962275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.962342] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.962516] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.962603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.962693] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 is going to be created. [ 1132.018447] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.018593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.018658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.018878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.019082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.028463] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 in Status: IN_PROGRESS for 2s [ 1133.254124] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 in Status: SUCCESS [ 1133.254124] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd793436-e0c2-4ae2-a278-ebf2a6ad74e1 deletion is rescheduled due to dependency. [ 1133.254579] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd793436-e0c2-4ae2-a278-ebf2a6ad74e1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.255579] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: SUCCESS [ 1133.255579] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.255579] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.255819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.256106] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.256174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.256220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.256382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.256511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.256618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.256790] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.759014] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.759263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.759396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.759557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.759735] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.759854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.759916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.760099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.760169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.760260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.760402] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.760572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.760645] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.760779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.760918] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.761258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.761258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.761258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.761336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.761366] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.761494] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.039335] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 in Status: SUCCESS [ 1134.039568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.264473] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d957e17f-8897-4213-bd2b-a1a0c6e6cf12: rpc.has_security_group_logging(os_id): False [ 1134.283200] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.283379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.283506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.283715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.302183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.302515] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.302671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.302747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.302957] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.303065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.303261] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.303387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.303466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.303670] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.303756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.303946] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.304055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.304119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.304294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.304390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.304474] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 is going to be updated. [ 1134.363467] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.363546] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.363623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.363804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.363987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.379635] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: IN_PROGRESS for 2s [ 1135.685917] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.686348] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1136.398069] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: SUCCESS [ 1136.398300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.891881] env[68927]: INFO networking_nsxv3.common.synchronization [req-252a9811-3a2c-4ba3-a559-09e9587ffb23 req-c3b94ad8-bd3f-47e2-9df7-d018eeb23511 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Enqueued Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_members [ 1136.894052] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_members [ 1136.894543] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-75531ded-11a1-4899-9f2e-8521a26f64f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.894742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.895274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.895274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.895469] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.895585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.895679] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.895894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.896083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.896228] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75531ded-11a1-4899-9f2e-8521a26f64f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.399682] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.399938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.399938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.400234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.400500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.400849] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.400942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.400988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.401249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.401388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.401554] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 already deleted. [ 1137.401702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.105806] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.106145] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-928" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.106192] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-928" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.106437] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-928" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.106704] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.106872] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.106995] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.107244] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.107393] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.107622] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.107738] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.107883] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.107967] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.108115] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.108243] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.108374] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.127129] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.127896] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.127896] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.127896] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-928" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.128083] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-c6a657ca-4dec-4940-ad02-eab67c3f8a5e taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.128159] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-c6a657ca-4dec-4940-ad02-eab67c3f8a5e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.128297] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-c6a657ca-4dec-4940-ad02-eab67c3f8a5e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.128694] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-c6a657ca-4dec-4940-ad02-eab67c3f8a5e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.128850] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6a657ca-4dec-4940-ad02-eab67c3f8a5e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.633304] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.633573] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.633711] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.634021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.634176] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.634336] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port c6a657ca-4dec-4940-ad02-eab67c3f8a5e not found, creating... [ 1138.634761] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.634832] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.634959] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.635326] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.635326] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.635615] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.635777] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.635899] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.636122] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.636260] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.636403] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: c6a657ca-4dec-4940-ad02-eab67c3f8a5e is going to be created. [ 1138.655529] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.655725] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.655855] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.656122] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.656355] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.656581] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-c6a657ca-4dec-4940-ad02-eab67c3f8a5e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.352043] env[68927]: INFO networking_nsxv3.common.synchronization [req-252a9811-3a2c-4ba3-a559-09e9587ffb23 req-4a964c28-1eb1-4e30-bf94-61a6b60315a2 service nova] Enqueued Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_rules [ 1139.352043] env[68927]: INFO networking_nsxv3.common.synchronization [req-252a9811-3a2c-4ba3-a559-09e9587ffb23 req-4a964c28-1eb1-4e30-bf94-61a6b60315a2 service nova] Enqueued Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_members [ 1139.352043] env[68927]: INFO networking_nsxv3.common.synchronization [req-252a9811-3a2c-4ba3-a559-09e9587ffb23 req-4a964c28-1eb1-4e30-bf94-61a6b60315a2 service nova] Enqueued Resource ID: c6a657ca-4dec-4940-ad02-eab67c3f8a5e with Priority: HIGHEST for action port [ 1139.352043] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_rules [ 1139.352043] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_members [ 1139.352043] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a657ca-4dec-4940-ad02-eab67c3f8a5e with Priority: HIGHEST for action port [ 1139.352043] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75531ded-11a1-4899-9f2e-8521a26f64f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.352043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.352043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.353142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.353354] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75531ded-11a1-4899-9f2e-8521a26f64f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.354646] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-75531ded-11a1-4899-9f2e-8521a26f64f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.354894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.355061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.355351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.355610] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.355815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.355988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.356279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.356468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.357015] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75531ded-11a1-4899-9f2e-8521a26f64f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.360768] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6a657ca-4dec-4940-ad02-eab67c3f8a5e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.360768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6a657ca-4dec-4940-ad02-eab67c3f8a5e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.360768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6a657ca-4dec-4940-ad02-eab67c3f8a5e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.360768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6a657ca-4dec-4940-ad02-eab67c3f8a5e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.360768] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6a657ca-4dec-4940-ad02-eab67c3f8a5e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.864032] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75531ded-11a1-4899-9f2e-8521a26f64f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.864032] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-75531ded-11a1-4899-9f2e-8521a26f64f0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.864032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.864032] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6a657ca-4dec-4940-ad02-eab67c3f8a5e with status ACTIVE [ 1139.864032] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.864032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.864032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.864032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.864032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.864032] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.864032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.864032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.864032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.864032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.864941] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.865212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.865382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.865762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.865949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.866134] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6a657ca-4dec-4940-ad02-eab67c3f8a5e is going to be updated. [ 1139.888013] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.888013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.888013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.888013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.888013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.888013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6a657ca-4dec-4940-ad02-eab67c3f8a5e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.916249] env[68927]: INFO networking_nsxv3.common.synchronization [req-14d41d0b-ffe6-4199-afa2-822dee653dc9 req-bac40bbf-5338-4206-ac47-d2d0ce42de4f tempest-DeleteServersTestJSON-381816169 tempest-DeleteServersTestJSON-381816169-project-member] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1139.916249] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGHEST for action security_group_members [ 1139.916249] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.916249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.916249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.916249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.918424] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.918693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.918750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.919212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.919212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.919321] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.363476] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75531ded-11a1-4899-9f2e-8521a26f64f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.403048] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.403048] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.403048] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.403048] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.403048] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.403048] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.403048] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.403048] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.403048] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.403881] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.404180] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.404430] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.404668] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.404933] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.405192] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.405466] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.426031] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.426031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.426031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.426031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.426031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.426031] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.426031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.426031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.426031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.426031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.426031] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be updated. [ 1140.427862] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.428411] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.429816] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.429947] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-198" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.430408] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-4888627d-e13b-4267-8463-caaca67d1499 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.430792] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.432018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.432018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.432018] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4888627d-e13b-4267-8463-caaca67d1499',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.458378] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.460930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.460930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.460930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.460930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.469089] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: IN_PROGRESS for 2s [ 1140.867529] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.868026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.868026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.868026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.868161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.868207] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 is going to be created. [ 1140.919521] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.919720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.919771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.919978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.920214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.937166] env[68927]: INFO networking_nsxv3.common.synchronization [None req-a90c10cd-935d-49e8-8119-05f9ff8187c3 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Enqueued Resource ID: cf66fe20-3b23-49b8-a275-7eaaa00e417d with Priority: HIGHEST for action security_group_rules [ 1140.937166] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 in Status: UNINITIALIZED for 2s [ 1140.937166] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.937166] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.937166] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.937166] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.937166] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.937166] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.937166] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.937166] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.937166] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.937651] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.937687] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.937832] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.937953] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.938198] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.938333] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.938495] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 4888627d-e13b-4267-8463-caaca67d1499 is going to be updated. [ 1140.939870] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf66fe20-3b23-49b8-a275-7eaaa00e417d with Priority: HIGHEST for action security_group_rules [ 1140.940194] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf66fe20-3b23-49b8-a275-7eaaa00e417d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.940311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf66fe20-3b23-49b8-a275-7eaaa00e417d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.940370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf66fe20-3b23-49b8-a275-7eaaa00e417d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.940559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf66fe20-3b23-49b8-a275-7eaaa00e417d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.940675] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf66fe20-3b23-49b8-a275-7eaaa00e417d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.980783] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.980783] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.980783] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.980783] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.980783] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.980783] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.026469] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2586ba73-e814-431a-93cc-5fd082ef9e41 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Enqueued Resource ID: cf66fe20-3b23-49b8-a275-7eaaa00e417d with Priority: HIGHEST for action security_group_rules [ 1141.027981] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf66fe20-3b23-49b8-a275-7eaaa00e417d with Priority: HIGHEST for action security_group_rules [ 1141.027981] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf66fe20-3b23-49b8-a275-7eaaa00e417d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.027981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf66fe20-3b23-49b8-a275-7eaaa00e417d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.462498] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.462498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.462498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.462498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.462498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.462498] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf66fe20-3b23-49b8-a275-7eaaa00e417d already deleted. [ 1141.462498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf66fe20-3b23-49b8-a275-7eaaa00e417d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.462498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf66fe20-3b23-49b8-a275-7eaaa00e417d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.462498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf66fe20-3b23-49b8-a275-7eaaa00e417d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.462498] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf66fe20-3b23-49b8-a275-7eaaa00e417d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.695108] env[68927]: INFO networking_nsxv3.common.synchronization [req-3ac8cc2b-eaac-4bca-9016-99597085349d req-08503d3b-bef4-4061-aac5-13251273212f service nova] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_rules [ 1141.695323] env[68927]: INFO networking_nsxv3.common.synchronization [req-3ac8cc2b-eaac-4bca-9016-99597085349d req-08503d3b-bef4-4061-aac5-13251273212f service nova] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1141.695484] env[68927]: INFO networking_nsxv3.common.synchronization [req-3ac8cc2b-eaac-4bca-9016-99597085349d req-08503d3b-bef4-4061-aac5-13251273212f service nova] Enqueued Resource ID: 4888627d-e13b-4267-8463-caaca67d1499 with Priority: HIGHEST for action port [ 1141.695677] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_rules [ 1141.695805] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1141.695895] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4888627d-e13b-4267-8463-caaca67d1499 with Priority: HIGHEST for action port [ 1141.696479] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.697515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.697515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.697515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.697515] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.697812] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.697874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.697934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.698110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.698265] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.698359] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.698414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.698608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.698680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.698714] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.699729] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4888627d-e13b-4267-8463-caaca67d1499 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.699840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.699981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.700133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.700133] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4888627d-e13b-4267-8463-caaca67d1499',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.997246] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.997600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.997600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.997740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.997828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.997982] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf66fe20-3b23-49b8-a275-7eaaa00e417d already deleted. [ 1141.998092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf66fe20-3b23-49b8-a275-7eaaa00e417d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.201496] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.201667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.201916] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.203050] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4888627d-e13b-4267-8463-caaca67d1499 with status ACTIVE [ 1142.203149] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.203246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.203361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.203662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.203798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.204021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.204348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.204467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.205594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.205594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.205594] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.205594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.205594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.206106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.206106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.206106] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4888627d-e13b-4267-8463-caaca67d1499 is going to be updated. [ 1142.230397] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.230397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.230659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.230693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.230824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.230990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4888627d-e13b-4267-8463-caaca67d1499" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.478483] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 in Status: SUCCESS [ 1142.478724] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 deletion is rescheduled due to dependency. [ 1142.478906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.707705] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.945431] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 in Status: SUCCESS [ 1142.945754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.946030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.946358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.946614] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.946783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.946904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.947143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.947276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.947432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.947589] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75531ded-11a1-4899-9f2e-8521a26f64f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.211625] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.211927] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.212052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.212242] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.212376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.212525] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be updated. [ 1143.248371] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.248524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.248613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.248821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.248970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.260065] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 1143.450338] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75531ded-11a1-4899-9f2e-8521a26f64f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.850036] env[68927]: INFO networking_nsxv3.common.synchronization [req-f96fed93-8e40-4826-bd67-5926cf32114a req-d3386293-0442-4e8f-aa2e-74d946e89a6b tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_members [ 1143.852713] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGHEST for action security_group_members [ 1143.852713] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.852713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.852713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.852713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.852713] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.852713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.852713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.852713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.852713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.852713] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be3b2bb-f69b-436c-aaa0-6851d4ccdd33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.952354] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75531ded-11a1-4899-9f2e-8521a26f64f0: rpc.has_security_group_logging(os_id): False [ 1143.971278] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.971490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.971598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.971880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.972023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.972329] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.972575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.972575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.972789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.974247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.974404] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 is going to be created. [ 1144.041414] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.041710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.041710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.041997] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.042426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.057702] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 in Status: IN_PROGRESS for 2s [ 1144.354704] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.354896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.355031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.355289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.384140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.384412] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.384568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.384639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.384902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.385007] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.385140] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 is going to be updated. [ 1144.416628] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.416982] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.416982] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.417844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.417844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.425121] env[68927]: INFO networking_nsxv3.common.synchronization [req-ede48a41-3a6d-49d4-8aa8-242c03e38047 req-9f1edce7-36ce-4cbf-911b-5c3f16ca2e43 tempest-ServersTestJSON-1009622296 tempest-ServersTestJSON-1009622296-project-member] Enqueued Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_members [ 1144.425860] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGHEST for action security_group_members [ 1144.427511] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-147ec165-f198-4ffe-a715-cfaa1af6927f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.427698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.427830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.428165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.431260] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.431260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.431260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.431260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.431260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.431260] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('147ec165-f198-4ffe-a715-cfaa1af6927f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.435523] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 in Status: IN_PROGRESS for 2s [ 1144.771254] env[68927]: INFO networking_nsxv3.common.synchronization [req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 req-5ae82d62-7002-45ed-9e69-08f68c8c5e08 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1144.771881] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1144.772233] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.772344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.772409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.772610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.772758] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.772852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.772910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.773059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.773138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.773228] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.938813] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.938813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.938813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.938813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.938813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.938813] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.938813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.938813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.938813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.938813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.938813] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 147ec165-f198-4ffe-a715-cfaa1af6927f is going to be updated. [ 1144.967757] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.967757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.967757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.967757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.967757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.975803] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 147ec165-f198-4ffe-a715-cfaa1af6927f in Status: IN_PROGRESS for 2s [ 1145.004728] env[68927]: INFO networking_nsxv3.common.synchronization [req-7d64b4a6-4e64-46f6-a97a-bb248beccd68 req-38e90ad7-5c54-4fa9-a911-9782dcff5481 tempest-ServersTestManualDisk-593472707 tempest-ServersTestManualDisk-593472707-project-member] Enqueued Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_members [ 1145.004728] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGHEST for action security_group_members [ 1145.004728] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-88b3cf4e-fbad-49fb-9243-8065a9725acd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.004728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.005166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.005507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.005819] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.007278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.007278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.007278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.007278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.007278] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.281007] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1145.281007] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.281007] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.281868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.282108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.282356] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.282481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.282629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.282813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.282903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.283032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.283130] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.390023] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.390023] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.390023] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.390023] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.390311] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.390627] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.390904] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.391236] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.391522] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.391852] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.392094] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.392317] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.394283] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.394283] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.394283] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.394283] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.421498] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.421498] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.421498] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.421690] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.422562] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-06c546bf-97c8-4b02-8162-a6b079bb3977 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.422562] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-06c546bf-97c8-4b02-8162-a6b079bb3977" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.422562] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-06c546bf-97c8-4b02-8162-a6b079bb3977" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.422789] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-06c546bf-97c8-4b02-8162-a6b079bb3977" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.422841] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c546bf-97c8-4b02-8162-a6b079bb3977',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.508811] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.509103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.509179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.509384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.509472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.509674] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.509773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.509835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.509975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.510064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.510162] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd is going to be updated. [ 1145.540230] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.540376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.540447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.540699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.540857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.548986] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd in Status: IN_PROGRESS for 2s [ 1145.782517] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.787433] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.787582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.787653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.787861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.788040] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.788149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.788216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.788362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.788449] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.788533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.789944] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.789944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.789944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.789944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.789944] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.789944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.789944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.789944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.789944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.789944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.789944] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.925780] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.926113] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.926249] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.926575] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.926804] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.926978] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 06c546bf-97c8-4b02-8162-a6b079bb3977 not found, creating... [ 1145.927327] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.927865] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.927865] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.928025] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.928206] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.928512] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.929026] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.929026] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.929026] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.930053] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.930053] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 06c546bf-97c8-4b02-8162-a6b079bb3977 is going to be created. [ 1145.959813] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.959813] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.959813] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.959813] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.959813] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.960335] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-06c546bf-97c8-4b02-8162-a6b079bb3977" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.072020] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 in Status: SUCCESS [ 1146.072306] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.285514] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.285666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.285735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.285968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.286101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.286223] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1146.295139] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89613f55-25c9-4a51-be45-5ad829affd69: rpc.has_security_group_logging(os_id): False [ 1146.316789] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.316789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.316789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.316789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.316789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.316789] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.316789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.316789] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.317807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.317807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.317807] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.317807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.317807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.317807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.317807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.317807] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.318067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.318067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.318143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.318173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.318260] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be updated. [ 1146.321285] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.321285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.321285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.321514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.321551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.331794] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1146.389269] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.389269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.389269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.389269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.389269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.411677] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 1146.453085] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 in Status: SUCCESS [ 1146.453686] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 deletion is rescheduled due to dependency. [ 1146.454100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.711332] env[68927]: INFO networking_nsxv3.common.synchronization [req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 req-6eb8769c-296a-4263-9a0e-99a2d5386c45 service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1146.711332] env[68927]: INFO networking_nsxv3.common.synchronization [req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 req-6eb8769c-296a-4263-9a0e-99a2d5386c45 service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1146.711332] env[68927]: INFO networking_nsxv3.common.synchronization [req-6234f8d6-8d5d-4211-bf78-d1be7beaa818 req-6eb8769c-296a-4263-9a0e-99a2d5386c45 service nova] Enqueued Resource ID: 06c546bf-97c8-4b02-8162-a6b079bb3977 with Priority: HIGHEST for action port [ 1146.711332] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1146.711332] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1146.711332] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c546bf-97c8-4b02-8162-a6b079bb3977 with Priority: HIGHEST for action port [ 1146.711332] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.711332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.711332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.711332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.711332] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.713318] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.713598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.714096] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-06c546bf-97c8-4b02-8162-a6b079bb3977 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.714370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06c546bf-97c8-4b02-8162-a6b079bb3977" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.714649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06c546bf-97c8-4b02-8162-a6b079bb3977" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.715094] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06c546bf-97c8-4b02-8162-a6b079bb3977" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.715382] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c546bf-97c8-4b02-8162-a6b079bb3977',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.986111] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 147ec165-f198-4ffe-a715-cfaa1af6927f in Status: SUCCESS [ 1146.986111] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 147ec165-f198-4ffe-a715-cfaa1af6927f deletion is rescheduled due to dependency. [ 1146.987076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.217423] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.217713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.217952] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06c546bf-97c8-4b02-8162-a6b079bb3977 with status ACTIVE [ 1147.218193] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.218345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.218421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.218662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.218770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.218972] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.219105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.219186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.219390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.219477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.220204] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.220204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.220204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.220458] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.220458] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.220458] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06c546bf-97c8-4b02-8162-a6b079bb3977 is going to be updated. [ 1147.255568] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.256326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.256326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.256326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.256561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.256820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06c546bf-97c8-4b02-8162-a6b079bb3977" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.563058] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd in Status: SUCCESS [ 1147.563292] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd deletion is rescheduled due to dependency. [ 1147.563436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.131449] env[68927]: INFO networking_nsxv3.common.synchronization [req-5dc1d9dd-4df2-440a-8037-a4510c4a83df req-21760851-86d8-4798-b1fc-771553a20c51 tempest-VolumesAdminNegativeTest-486891636 tempest-VolumesAdminNegativeTest-486891636-project-member] Enqueued Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_members [ 1148.131893] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGHEST for action security_group_members [ 1148.132220] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.134491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.134650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.138260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.138438] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.138552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.138617] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.138767] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.138854] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.138971] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.283091] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f792889-db6e-42c2-acfb-5926da9b43ab req-2a851aff-7072-4533-9db2-ed89c51cd9a5 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1148.283091] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1148.283091] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.283091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.283091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.283344] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.283453] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.283542] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.283603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.283775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.283861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.283953] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.340530] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1148.340778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.340933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.341159] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.341342] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.341459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.341527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.341697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.341781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.341878] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.431333] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1148.431571] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.642216] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.642357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.642440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.642908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.642908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.643014] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.643116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.643183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.643341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.643419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.643507] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 is going to be updated. [ 1148.670999] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.671180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.671249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.671472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.671617] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.680651] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 in Status: IN_PROGRESS for 2s [ 1148.788505] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.788505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.788505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.788505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.788505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.788505] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.788505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.788505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.788505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.788505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.788505] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be updated. [ 1148.821798] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.821798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.821798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.821798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.821798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.833875] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 1148.846643] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.855021] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.855021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.855021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.855021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.855021] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.855021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.855021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.855021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.855021] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.855021] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.855021] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.855021] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.855021] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.855879] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.856177] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.856466] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.878028] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.878216] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.878360] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.878532] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.878877] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-366804d7-3161-4ab6-8b00-87b1a2419ffe taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.879070] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-366804d7-3161-4ab6-8b00-87b1a2419ffe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.879196] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-366804d7-3161-4ab6-8b00-87b1a2419ffe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.879502] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-366804d7-3161-4ab6-8b00-87b1a2419ffe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.879647] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366804d7-3161-4ab6-8b00-87b1a2419ffe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.348430] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.381684] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.381875] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.382029] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.382313] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.382474] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.382635] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 366804d7-3161-4ab6-8b00-87b1a2419ffe not found, creating... [ 1149.382919] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.383066] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.383189] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.383400] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.383542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.383827] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.383988] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.384128] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.384336] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.384476] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.384618] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 366804d7-3161-4ab6-8b00-87b1a2419ffe is going to be created. [ 1149.406194] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.406381] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.406510] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.406745] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.406967] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.407198] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-366804d7-3161-4ab6-8b00-87b1a2419ffe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.851224] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.851495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.851495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.851683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.851841] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.851959] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1149.880759] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.880966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.880966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.881174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.881346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.889894] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1150.467302] env[68927]: INFO networking_nsxv3.common.synchronization [req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb req-f48af91a-feb5-4f50-905a-24d83a30b6a4 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Enqueued Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1150.467818] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1150.468128] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.468250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.468314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.468504] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.468655] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.468823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.468884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.469204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.469431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.469477] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.546018] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f792889-db6e-42c2-acfb-5926da9b43ab req-d0e4e4c3-fc16-489d-a73b-da25ae45ea75 service nova] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 1150.546018] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f792889-db6e-42c2-acfb-5926da9b43ab req-d0e4e4c3-fc16-489d-a73b-da25ae45ea75 service nova] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1150.546018] env[68927]: INFO networking_nsxv3.common.synchronization [req-8f792889-db6e-42c2-acfb-5926da9b43ab req-d0e4e4c3-fc16-489d-a73b-da25ae45ea75 service nova] Enqueued Resource ID: 366804d7-3161-4ab6-8b00-87b1a2419ffe with Priority: HIGHEST for action port [ 1150.546018] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 1150.546018] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1150.546018] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366804d7-3161-4ab6-8b00-87b1a2419ffe with Priority: HIGHEST for action port [ 1150.546018] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.546018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.546018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.546018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.546018] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.546567] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.546663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.546923] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-366804d7-3161-4ab6-8b00-87b1a2419ffe taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.547162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366804d7-3161-4ab6-8b00-87b1a2419ffe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.547281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366804d7-3161-4ab6-8b00-87b1a2419ffe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.547482] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366804d7-3161-4ab6-8b00-87b1a2419ffe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.547597] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366804d7-3161-4ab6-8b00-87b1a2419ffe',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.691095] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 in Status: SUCCESS [ 1150.691612] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 deletion is rescheduled due to dependency. [ 1150.691802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.764257] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.765515] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.765763] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.766180] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.766536] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.766788] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.766964] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.767284] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.768562] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.768885] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.769068] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.769361] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.772293] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.772474] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.772658] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.772738] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.791768] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.791992] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.792240] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.792351] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-87" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.792678] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-9e2e3e3a-9884-4618-9f77-6f82f5611255 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.792864] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-9e2e3e3a-9884-4618-9f77-6f82f5611255" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.792996] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-9e2e3e3a-9884-4618-9f77-6f82f5611255" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.793408] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-9e2e3e3a-9884-4618-9f77-6f82f5611255" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.793572] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2e3e3a-9884-4618-9f77-6f82f5611255',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.849426] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 1150.849637] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 deletion is rescheduled due to dependency. [ 1150.849788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.849970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.850228] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.850412] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.850530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.850597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.850780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.850889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.850953] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.971853] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.049132] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.049270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.049479] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 366804d7-3161-4ab6-8b00-87b1a2419ffe with status ACTIVE [ 1151.049685] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.049767] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.049828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.050015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.050129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.050300] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.050385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.050493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.050610] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.050857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.050951] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.051058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.051130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.051267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.051346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.051440] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 366804d7-3161-4ab6-8b00-87b1a2419ffe is going to be updated. [ 1151.072620] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.072770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.072770] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.073249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.073249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.073372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366804d7-3161-4ab6-8b00-87b1a2419ffe" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.296266] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.296526] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.296661] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.296941] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.297270] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.297331] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 9e2e3e3a-9884-4618-9f77-6f82f5611255 not found, creating... [ 1151.297619] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.297754] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.297895] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.298120] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.298269] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.298551] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.298783] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.299060] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.299318] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.299464] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.299834] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 9e2e3e3a-9884-4618-9f77-6f82f5611255 is going to be created. [ 1151.321171] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.321171] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.321171] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.321171] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.321171] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.321171] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-9e2e3e3a-9884-4618-9f77-6f82f5611255" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.352797] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.473869] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.855615] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.901573] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1151.901573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.901573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.901573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.901573] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.901573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.901573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.901573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.901573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.901573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.901573] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.978839] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.978839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.978839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.978839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.978839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.978839] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae is going to be updated. [ 1151.983023] env[68927]: INFO networking_nsxv3.common.synchronization [req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb req-b1220e0b-1108-46b6-adb1-3bc5179990d7 service nova] Enqueued Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_rules [ 1151.983023] env[68927]: INFO networking_nsxv3.common.synchronization [req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb req-b1220e0b-1108-46b6-adb1-3bc5179990d7 service nova] Enqueued Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1151.983023] env[68927]: INFO networking_nsxv3.common.synchronization [req-a028cd01-e63d-46f0-9a41-1d27ccf8a9cb req-b1220e0b-1108-46b6-adb1-3bc5179990d7 service nova] Enqueued Resource ID: 9e2e3e3a-9884-4618-9f77-6f82f5611255 with Priority: HIGHEST for action port [ 1151.983023] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_rules [ 1151.983023] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1151.983023] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e2e3e3a-9884-4618-9f77-6f82f5611255 with Priority: HIGHEST for action port [ 1151.983023] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.983023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.983023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.983023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.983023] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.984570] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.984784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.985168] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e2e3e3a-9884-4618-9f77-6f82f5611255 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.985398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e2e3e3a-9884-4618-9f77-6f82f5611255" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.985548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e2e3e3a-9884-4618-9f77-6f82f5611255" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.985810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e2e3e3a-9884-4618-9f77-6f82f5611255" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.985986] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2e3e3a-9884-4618-9f77-6f82f5611255',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.013586] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.013725] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.013797] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.014009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.014165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.023217] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: IN_PROGRESS for 2s [ 1152.358422] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.358422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.358575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.358756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.358851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.358953] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be updated. [ 1152.393811] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.394014] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.394073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.394286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.394432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.403254] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.404043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.404043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.404043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.404043] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.404043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.404043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.404320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.404320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.404376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.404533] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.404638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.404713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.404861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.405021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.405132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.405195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.405336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.405412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.405494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.406719] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.407746] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 1152.488290] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.488608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.488608] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e2e3e3a-9884-4618-9f77-6f82f5611255 with status ACTIVE [ 1152.488909] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.488909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.489211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.489211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.489316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.489419] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.489487] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.489696] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.489696] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.489890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.489934] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.490009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.490055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.490190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.490262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.490343] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e2e3e3a-9884-4618-9f77-6f82f5611255 is going to be updated. [ 1152.521446] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.522131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.522131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.522131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.522131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.522286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e2e3e3a-9884-4618-9f77-6f82f5611255" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.869024] env[68927]: INFO networking_nsxv3.common.synchronization [None req-aca0d982-cd77-423b-9dd9-dff512821765 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_rules [ 1152.869024] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_rules [ 1152.869846] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01c84557-81f8-4969-b27b-cd11f358cd12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.870176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.870417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.872108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.872108] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01c84557-81f8-4969-b27b-cd11f358cd12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.909024] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f6ce663-8c33-475f-808f-e6efbb13ad67: rpc.has_security_group_logging(os_id): False [ 1152.934968] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.935140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.935239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.935391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.935488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.935765] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.935947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.935947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.936081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.936081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.936246] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.936330] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.936397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.936535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.936612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.936805] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.936895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.937031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.939225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.939320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.939463] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1152.957295] env[68927]: INFO networking_nsxv3.common.synchronization [None req-9062dca4-8c0a-4d08-a8bb-3764469d4459 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_rules [ 1152.957953] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_rules [ 1152.958457] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01c84557-81f8-4969-b27b-cd11f358cd12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.958750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.034781] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.034974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.034974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.035206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.035371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.081073] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1153.393504] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.393676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.393775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.394076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.394197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.394322] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01c84557-81f8-4969-b27b-cd11f358cd12 already deleted. [ 1153.394433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.394652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.394853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.394962] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01c84557-81f8-4969-b27b-cd11f358cd12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.915661] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.915976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.915976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.920118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.920118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.920118] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01c84557-81f8-4969-b27b-cd11f358cd12 already deleted. [ 1153.920118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.034945] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: SUCCESS [ 1154.035631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.035631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.035631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.035819] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.035944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.036012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.036177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.036274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.036375] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.418140] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 1154.418492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.418689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.418924] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.419162] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.419293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.419358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.419533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.419634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.419696] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.419796] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.540821] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.921685] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.144158] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.161288] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1155.161439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.424992] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc1a03a-a585-4d0f-a437-f75eab061837: rpc.has_security_group_logging(os_id): False [ 1155.443186] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.443323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.443438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.443598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.443688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.444016] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.447215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.447299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.447501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.447589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.447687] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be updated. [ 1155.509331] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.509331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.509331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.509331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.509331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.520088] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 1155.647735] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.647904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.647958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.648194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.648288] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.648382] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae is going to be updated. [ 1155.683108] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.683281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.683355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.683553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.683870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.693274] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: IN_PROGRESS for 2s [ 1157.553044] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 1157.553700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.686405] env[68927]: INFO networking_nsxv3.common.synchronization [req-cd4177f2-d605-4cab-a17e-d8c73324c9bb req-27ee0a6b-b10b-4533-984e-a2a7d92dd7bb tempest-ServerActionsV293TestJSON-359149361 tempest-ServerActionsV293TestJSON-359149361-project-member] Enqueued Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_members [ 1157.687767] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGHEST for action security_group_members [ 1157.688410] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe0b102-a902-45a1-ac49-dcda8499d098 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.688802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.689452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.690118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.690118] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.690118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.690118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.690360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.691033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.691033] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe0b102-a902-45a1-ac49-dcda8499d098',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.702754] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: SUCCESS [ 1157.703073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.703371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.703805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.704059] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.704195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.704247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.704396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.704498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.704552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.704709] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.829459] env[68927]: INFO networking_nsxv3.common.synchronization [req-6d7c8fc0-f3d6-4f53-8992-0aeb54e2ac70 req-b8cc3d34-092e-45a0-9bd8-cdb6b5454088 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1157.829459] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1157.829723] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.830681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.830681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.830681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.831202] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.831329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.831362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.831534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.831663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.831735] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.074232] env[68927]: INFO networking_nsxv3.common.synchronization [None req-adb7c2cb-d2a9-48fe-bb53-11e8a4520bec None None] Enqueued Resource ID: 682918bf-dc9c-4cfd-9029-c326382f9948 with Priority: HIGHEST for action port [ 1158.074232] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682918bf-dc9c-4cfd-9029-c326382f9948 with Priority: HIGHEST for action port [ 1158.074232] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-682918bf-dc9c-4cfd-9029-c326382f9948 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.074232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-682918bf-dc9c-4cfd-9029-c326382f9948" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.074232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-682918bf-dc9c-4cfd-9029-c326382f9948" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.074232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-682918bf-dc9c-4cfd-9029-c326382f9948" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.078026] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('682918bf-dc9c-4cfd-9029-c326382f9948',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.193963] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.194235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.194235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.196486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.196486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.196486] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.196486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.196486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.196486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.196486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.196486] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 is going to be updated. [ 1158.209349] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.209349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.209349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.210120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.210356] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.210474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.210539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.210716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.210948] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.210948] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.211077] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.212807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.212807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.212807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.212807] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.212807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.212807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.212807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.212807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.214728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.214844] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.222552] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.222687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.223040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.223040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.223130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.231690] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 in Status: IN_PROGRESS for 2s [ 1158.335224] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.582314] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 682918bf-dc9c-4cfd-9029-c326382f9948 [ 1158.582314] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.582314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.582314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.582314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.582314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.582314] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:682918bf-dc9c-4cfd-9029-c326382f9948 already deleted. [ 1158.582314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-682918bf-dc9c-4cfd-9029-c326382f9948" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.716958] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83330fef-9709-4bfb-95e2-35aabc4a19ae: rpc.has_security_group_logging(os_id): False [ 1158.739831] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.739831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.739831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.739831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.759695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.759695] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.759695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.759695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.759695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.759695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.759695] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.759695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.759695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.759695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.759695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.760175] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.760175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.760175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.760175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.760175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.760329] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae is going to be updated. [ 1158.822478] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.822478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.822478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.822478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.822478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.838324] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: IN_PROGRESS for 2s [ 1158.838324] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.343173] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.343173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.343173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.343173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.343173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.343173] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1159.373576] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.373727] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.373924] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.374545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.374545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.384129] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1159.637359] env[68927]: INFO networking_nsxv3.common.synchronization [req-7ad0e9f7-bc26-49d4-b397-aa9349156329 req-7c9f67e1-c9e4-4cab-bdc3-42144dd2e87a tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1159.637989] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1159.638206] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.638331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.638398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.638592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.638815] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.639036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.639110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.639267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.639353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.639445] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.141456] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.242788] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 in Status: SUCCESS [ 1160.243008] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 deletion is rescheduled due to dependency. [ 1160.243218] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.645180] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.853298] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: SUCCESS [ 1160.853298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.148403] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.148403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.148403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.149819] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.149988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.150135] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 is going to be updated. [ 1161.180362] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.180362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.180362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.180555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.180747] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.196338] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: IN_PROGRESS for 2s [ 1161.394495] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1161.394648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.421343] env[68927]: INFO networking_nsxv3.common.synchronization [None req-eb1d392d-0c6b-43de-b6c4-1599ed6ccffc None None] Enqueued Resource ID: 56f842ea-18ca-4f27-8383-82e2c1247e3c with Priority: HIGHEST for action port [ 1161.423739] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f842ea-18ca-4f27-8383-82e2c1247e3c with Priority: HIGHEST for action port [ 1161.423899] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-56f842ea-18ca-4f27-8383-82e2c1247e3c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.424044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56f842ea-18ca-4f27-8383-82e2c1247e3c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.424225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56f842ea-18ca-4f27-8383-82e2c1247e3c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.424440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56f842ea-18ca-4f27-8383-82e2c1247e3c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.424526] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f842ea-18ca-4f27-8383-82e2c1247e3c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.927407] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56f842ea-18ca-4f27-8383-82e2c1247e3c [ 1161.927764] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.927911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.927990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.928628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.928628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.928628] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56f842ea-18ca-4f27-8383-82e2c1247e3c already deleted. [ 1161.928628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56f842ea-18ca-4f27-8383-82e2c1247e3c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.168090] env[68927]: INFO networking_nsxv3.common.synchronization [req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb req-7804ae81-105d-46f6-9020-1754dc336930 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_members [ 1162.168652] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_members [ 1162.172018] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-01c84557-81f8-4969-b27b-cd11f358cd12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.172018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.172018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.172018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.172018] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.172018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.172018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.172018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.172018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.172018] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01c84557-81f8-4969-b27b-cd11f358cd12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.655284] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.655625] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.655625] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.655890] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.656672] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.656910] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.658162] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.658387] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.658647] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.659124] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.659354] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.659907] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.659907] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.659907] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.660101] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.660335] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.676372] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.676522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.676605] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.676828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.676921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.677156] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.677258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.677322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.677470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.677545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.677631] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01c84557-81f8-4969-b27b-cd11f358cd12 already deleted. [ 1162.677710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.680123] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.680369] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1162.680574] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.680793] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.681423] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-a47fcada-8a4a-4397-8758-6cf23d9af96f taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.681530] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-a47fcada-8a4a-4397-8758-6cf23d9af96f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.681731] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-a47fcada-8a4a-4397-8758-6cf23d9af96f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.682084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-a47fcada-8a4a-4397-8758-6cf23d9af96f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.682239] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47fcada-8a4a-4397-8758-6cf23d9af96f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.184591] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.185017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.185017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.185279] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.185435] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.185598] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port a47fcada-8a4a-4397-8758-6cf23d9af96f not found, creating... [ 1163.185878] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.186058] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.186193] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.186425] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.186566] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.186858] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.187282] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.187494] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.187733] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.187877] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.188079] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: a47fcada-8a4a-4397-8758-6cf23d9af96f is going to be created. [ 1163.211848] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: SUCCESS [ 1163.212119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.220049] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.220291] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.220424] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.220698] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.221071] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.221501] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-a47fcada-8a4a-4397-8758-6cf23d9af96f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.455204] env[68927]: INFO networking_nsxv3.common.synchronization [req-516f2478-8dd1-46f1-983c-d5e85da85059 req-fcb5e01a-2cac-4a20-a1d9-d8a14ce9785e tempest-ServersNegativeTestJSON-902462704 tempest-ServersNegativeTestJSON-902462704-project-member] Enqueued Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1164.455204] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGHEST for action security_group_members [ 1164.455204] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.456067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.458611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.458611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.458611] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.458611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.458611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.458611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.458611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.458611] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.508657] env[68927]: INFO networking_nsxv3.common.synchronization [req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb req-d25d630e-d264-4c4b-a35f-02b6a4637dbd service nova] Enqueued Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_rules [ 1164.509290] env[68927]: INFO networking_nsxv3.common.synchronization [req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb req-d25d630e-d264-4c4b-a35f-02b6a4637dbd service nova] Enqueued Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_members [ 1164.510874] env[68927]: INFO networking_nsxv3.common.synchronization [req-cb0aa297-e6b8-4b0d-9484-6d3fa95c84cb req-d25d630e-d264-4c4b-a35f-02b6a4637dbd service nova] Enqueued Resource ID: a47fcada-8a4a-4397-8758-6cf23d9af96f with Priority: HIGHEST for action port [ 1164.511185] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_rules [ 1164.511420] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_members [ 1164.511615] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47fcada-8a4a-4397-8758-6cf23d9af96f with Priority: HIGHEST for action port [ 1164.511976] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01c84557-81f8-4969-b27b-cd11f358cd12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.512198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.512304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.512586] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.512728] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01c84557-81f8-4969-b27b-cd11f358cd12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.514558] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-01c84557-81f8-4969-b27b-cd11f358cd12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.514718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.514837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.515106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.515441] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.515549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.516577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.516577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.516577] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.516577] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01c84557-81f8-4969-b27b-cd11f358cd12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.517475] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-a47fcada-8a4a-4397-8758-6cf23d9af96f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.517475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a47fcada-8a4a-4397-8758-6cf23d9af96f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.517808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a47fcada-8a4a-4397-8758-6cf23d9af96f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.518078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a47fcada-8a4a-4397-8758-6cf23d9af96f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.518207] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47fcada-8a4a-4397-8758-6cf23d9af96f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.962630] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.962830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.962883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.963154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.963284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.963498] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.963604] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.963691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.963851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.963931] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.964222] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 is going to be updated. [ 1164.998435] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.998723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.998723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.998950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.999131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.018587] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: IN_PROGRESS for 2s [ 1165.020818] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01c84557-81f8-4969-b27b-cd11f358cd12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.021700] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-01c84557-81f8-4969-b27b-cd11f358cd12 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.021878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.022537] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a47fcada-8a4a-4397-8758-6cf23d9af96f with status ACTIVE [ 1165.022537] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.022537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.022537] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.023013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.023013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.023114] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.023195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.023282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.023459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.023534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.023749] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.023877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.024059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.024133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.024183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.024234] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a47fcada-8a4a-4397-8758-6cf23d9af96f is going to be updated. [ 1165.050694] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.050945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.051011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.051296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.051437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.051607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a47fcada-8a4a-4397-8758-6cf23d9af96f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.084012] env[68927]: INFO networking_nsxv3.common.synchronization [None req-f70e9f1e-d9f6-463d-bd39-5d95223d50c7 None None] Enqueued Resource ID: c52e0eec-1e1f-406f-b5de-57fb8d116318 with Priority: HIGHEST for action port [ 1165.084290] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52e0eec-1e1f-406f-b5de-57fb8d116318 with Priority: HIGHEST for action port [ 1165.084896] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-c52e0eec-1e1f-406f-b5de-57fb8d116318 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.085097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c52e0eec-1e1f-406f-b5de-57fb8d116318" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.085097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c52e0eec-1e1f-406f-b5de-57fb8d116318" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.085336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c52e0eec-1e1f-406f-b5de-57fb8d116318" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.085503] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52e0eec-1e1f-406f-b5de-57fb8d116318',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.528095] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01c84557-81f8-4969-b27b-cd11f358cd12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.589233] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c52e0eec-1e1f-406f-b5de-57fb8d116318 [ 1165.589345] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.589509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.589600] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.590151] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.590299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.590440] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c52e0eec-1e1f-406f-b5de-57fb8d116318 already deleted. [ 1165.590578] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c52e0eec-1e1f-406f-b5de-57fb8d116318" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.031877] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.033808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.033808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.033808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.034083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.034083] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01c84557-81f8-4969-b27b-cd11f358cd12 is going to be created. [ 1166.058654] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.059677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.059764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.059994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.060875] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.071897] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01c84557-81f8-4969-b27b-cd11f358cd12 in Status: UNINITIALIZED for 2s [ 1166.497829] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2f2068e3-e2f5-48ef-af4b-f2207c9691e6 None None] Enqueued Resource ID: b77fef82-42b7-4285-b219-1935e784c02a with Priority: HIGHEST for action port [ 1166.498022] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77fef82-42b7-4285-b219-1935e784c02a with Priority: HIGHEST for action port [ 1166.500101] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-b77fef82-42b7-4285-b219-1935e784c02a taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.500701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b77fef82-42b7-4285-b219-1935e784c02a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.501742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b77fef82-42b7-4285-b219-1935e784c02a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.501742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b77fef82-42b7-4285-b219-1935e784c02a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.501742] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b77fef82-42b7-4285-b219-1935e784c02a',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.003596] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b77fef82-42b7-4285-b219-1935e784c02a [ 1167.005196] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.005196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.005196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.005196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.005196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.005196] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b77fef82-42b7-4285-b219-1935e784c02a already deleted. [ 1167.005196] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b77fef82-42b7-4285-b219-1935e784c02a" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.032308] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 in Status: SUCCESS [ 1167.032495] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 deletion is rescheduled due to dependency. [ 1167.032798] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.331481] env[68927]: INFO networking_nsxv3.common.synchronization [req-fb113048-f963-4cc5-88b9-835e4b51c6ad req-33ca56a0-9fda-406e-baae-1cee0c6d11b3 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1167.331481] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1167.331751] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.331877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.332155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.333889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.333889] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.333889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.333889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.333889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.333889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.334138] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.468807] env[68927]: INFO networking_nsxv3.common.synchronization [None req-fd2b99f7-048f-4874-9bb0-ec03ff124bcd tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Enqueued Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_rules [ 1167.469434] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_rules [ 1167.469730] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.470160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.470160] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.470274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.470339] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfbc5978-fd43-4b17-ad79-1b6db7d11e27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.567141] env[68927]: INFO networking_nsxv3.common.synchronization [None req-e0836f01-da7d-4548-95ae-b51faea0426f tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Enqueued Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_rules [ 1167.567141] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_rules [ 1167.567141] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.567315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.837330] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.993808] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.994104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.994475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.994475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.994575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.995547] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 already deleted. [ 1167.995547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.995547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.995547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.995547] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfbc5978-fd43-4b17-ad79-1b6db7d11e27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.084637] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01c84557-81f8-4969-b27b-cd11f358cd12 in Status: SUCCESS [ 1168.084930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.085063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.085339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.085490] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.085611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.085687] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.085860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.085941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.086052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.086156] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01c84557-81f8-4969-b27b-cd11f358cd12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.339807] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.522290] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2f609776-ab2c-4fa9-bc5b-de1b1bcc3d26 None None] Enqueued Resource ID: 9e7bdad5-ba2b-49fd-b2bf-e4b874ef4f33 with Priority: HIGHEST for action port [ 1168.523613] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.523752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.523817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.528392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.528392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.528392] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 already deleted. [ 1168.528392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.528392] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7bdad5-ba2b-49fd-b2bf-e4b874ef4f33 with Priority: HIGHEST for action port [ 1168.528392] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e7bdad5-ba2b-49fd-b2bf-e4b874ef4f33 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.528392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e7bdad5-ba2b-49fd-b2bf-e4b874ef4f33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.528392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e7bdad5-ba2b-49fd-b2bf-e4b874ef4f33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.528392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e7bdad5-ba2b-49fd-b2bf-e4b874ef4f33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.528392] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7bdad5-ba2b-49fd-b2bf-e4b874ef4f33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.593066] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01c84557-81f8-4969-b27b-cd11f358cd12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.848048] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.848299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.848507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.848812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.849070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.849305] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1168.878181] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.878490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.878490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.878627] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.880139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.888646] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1169.030096] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e7bdad5-ba2b-49fd-b2bf-e4b874ef4f33 [ 1169.030337] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.030700] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.030827] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.031282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.031402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.031531] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e7bdad5-ba2b-49fd-b2bf-e4b874ef4f33 already deleted. [ 1169.031633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e7bdad5-ba2b-49fd-b2bf-e4b874ef4f33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.096845] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01c84557-81f8-4969-b27b-cd11f358cd12: rpc.has_security_group_logging(os_id): False [ 1169.114624] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.114824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.114923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.115106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.115199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.115495] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.115602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.115667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.115826] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.115906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.116029] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01c84557-81f8-4969-b27b-cd11f358cd12 is going to be created. [ 1169.174022] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.174198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.174198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.174337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.174531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.186172] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01c84557-81f8-4969-b27b-cd11f358cd12 in Status: IN_PROGRESS for 2s [ 1170.130499] env[68927]: INFO networking_nsxv3.common.synchronization [req-d4c23c9a-de9e-4973-84f3-a2e82a327817 req-e18c14e2-8ce0-42fd-a92d-554d90f99962 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Enqueued Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1170.131083] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1170.131393] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.131517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.131583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.131859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.132031] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.132138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.132200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.132356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.132444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.132535] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.634774] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.634942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.635024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.635247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.635343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.635547] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.635658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.635764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.635883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.635961] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.636090] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf already deleted. [ 1170.636173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.638624] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.638805] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.638947] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.639575] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.639857] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.640065] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.640156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.640376] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.640522] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.640735] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.640853] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.641010] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.641489] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.641626] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.641748] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.641935] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.644566] env[68927]: INFO networking_nsxv3.common.synchronization [req-87795943-4717-4dbc-af72-3c6662a8ce16 req-b922f40b-7e36-4831-9df0-e48221593228 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1170.645452] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGHEST for action security_group_members [ 1170.645721] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.645829] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.645890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.646058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.646200] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.646293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.646355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.646486] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.646561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.646650] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.662597] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.662784] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1170.662932] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.663136] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.663457] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-d349bd6b-3dfe-420c-9496-4729e660e0b2 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.663645] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-d349bd6b-3dfe-420c-9496-4729e660e0b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.663825] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-d349bd6b-3dfe-420c-9496-4729e660e0b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.664274] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-d349bd6b-3dfe-420c-9496-4729e660e0b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.664507] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d349bd6b-3dfe-420c-9496-4729e660e0b2',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.903400] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1170.903620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.148980] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.149409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.149409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.149721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.149901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.150137] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.150239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.150307] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.150480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.150566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.150655] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 is going to be updated. [ 1171.169283] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.169468] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.169641] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.170233] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.170233] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.170380] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port d349bd6b-3dfe-420c-9496-4729e660e0b2 not found, creating... [ 1171.170629] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.170828] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.171047] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.171331] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.171500] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.171858] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.172163] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.172388] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.172662] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.172852] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.173065] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: d349bd6b-3dfe-420c-9496-4729e660e0b2 is going to be created. [ 1171.215873] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.216214] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.216360] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.216684] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.217010] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.217357] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-d349bd6b-3dfe-420c-9496-4729e660e0b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.223879] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.224040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.224089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.224259] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.224391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.235638] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01c84557-81f8-4969-b27b-cd11f358cd12 in Status: SUCCESS [ 1171.235849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.245626] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: IN_PROGRESS for 2s [ 1172.386641] env[68927]: INFO networking_nsxv3.common.synchronization [req-d4c23c9a-de9e-4973-84f3-a2e82a327817 req-008412b8-ef24-420f-8e7c-07c4e626ef43 service nova] Enqueued Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_rules [ 1172.386641] env[68927]: INFO networking_nsxv3.common.synchronization [req-d4c23c9a-de9e-4973-84f3-a2e82a327817 req-008412b8-ef24-420f-8e7c-07c4e626ef43 service nova] Enqueued Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1172.386641] env[68927]: INFO networking_nsxv3.common.synchronization [req-d4c23c9a-de9e-4973-84f3-a2e82a327817 req-008412b8-ef24-420f-8e7c-07c4e626ef43 service nova] Enqueued Resource ID: d349bd6b-3dfe-420c-9496-4729e660e0b2 with Priority: HIGHEST for action port [ 1172.386641] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_rules [ 1172.387119] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1172.387119] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d349bd6b-3dfe-420c-9496-4729e660e0b2 with Priority: HIGHEST for action port [ 1172.387501] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.387657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.387748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.388048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.388250] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.389118] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.389258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.389358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.389557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.389744] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.389873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.389965] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.390351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.390351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.390351] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.391806] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d349bd6b-3dfe-420c-9496-4729e660e0b2 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.391948] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d349bd6b-3dfe-420c-9496-4729e660e0b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.392014] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d349bd6b-3dfe-420c-9496-4729e660e0b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.392144] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d349bd6b-3dfe-420c-9496-4729e660e0b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.392217] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d349bd6b-3dfe-420c-9496-4729e660e0b2',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.536330] env[68927]: INFO networking_nsxv3.common.synchronization [req-478d083d-bc2f-4599-9be7-429ea9f16bf6 req-f6db3a27-cdbf-4d88-b9f4-2a5dd4fd3622 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Enqueued Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1172.537028] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1172.537138] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.537240] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.821136] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.821357] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.821488] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.821785] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.822097] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.822267] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.822393] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.822619] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.822772] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.822983] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.823257] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.823390] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.823507] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.823625] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.823737] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.823876] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.841856] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.842036] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.842190] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.842370] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.842655] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-fcdc7318-708f-4b63-b716-e46ae9514d17 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.842845] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-fcdc7318-708f-4b63-b716-e46ae9514d17" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.842991] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-fcdc7318-708f-4b63-b716-e46ae9514d17" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.843474] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-fcdc7318-708f-4b63-b716-e46ae9514d17" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.843625] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcdc7318-708f-4b63-b716-e46ae9514d17',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.893864] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.894854] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.894962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.895140] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d349bd6b-3dfe-420c-9496-4729e660e0b2 with status ACTIVE [ 1172.895307] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.895398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.895467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.895664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.895752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.895920] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.896032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.896111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.896282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.896520] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.896557] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.896622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.896686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.896822] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.896898] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.896984] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d349bd6b-3dfe-420c-9496-4729e660e0b2 is going to be updated. [ 1172.919197] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.919372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.919372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.919563] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.919699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.919848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d349bd6b-3dfe-420c-9496-4729e660e0b2" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.255733] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 in Status: SUCCESS [ 1173.255733] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 deletion is rescheduled due to dependency. [ 1173.255733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.346322] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.346590] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.346727] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.347449] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.347653] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.347925] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port fcdc7318-708f-4b63-b716-e46ae9514d17 not found, creating... [ 1173.348331] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.348437] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.348542] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.348769] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.348918] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.349223] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.349387] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.349509] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.349778] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.349931] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.350289] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: fcdc7318-708f-4b63-b716-e46ae9514d17 is going to be created. [ 1173.370220] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.370220] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.370369] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.370841] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.371168] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.371403] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-fcdc7318-708f-4b63-b716-e46ae9514d17" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.399166] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.901186] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.901524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.901524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.901746] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.901844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.901955] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf is going to be created. [ 1173.934469] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.934728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.934728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.934844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.934984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.946353] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: UNINITIALIZED for 2s [ 1174.301195] env[68927]: INFO networking_nsxv3.common.synchronization [req-478d083d-bc2f-4599-9be7-429ea9f16bf6 req-7ccdb469-80a2-4969-9215-3ce3c4438784 service nova] Enqueued Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_rules [ 1174.301195] env[68927]: INFO networking_nsxv3.common.synchronization [req-478d083d-bc2f-4599-9be7-429ea9f16bf6 req-7ccdb469-80a2-4969-9215-3ce3c4438784 service nova] Enqueued Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1174.301195] env[68927]: INFO networking_nsxv3.common.synchronization [req-478d083d-bc2f-4599-9be7-429ea9f16bf6 req-7ccdb469-80a2-4969-9215-3ce3c4438784 service nova] Enqueued Resource ID: fcdc7318-708f-4b63-b716-e46ae9514d17 with Priority: HIGHEST for action port [ 1174.301195] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_rules [ 1174.301195] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1174.301195] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdc7318-708f-4b63-b716-e46ae9514d17 with Priority: HIGHEST for action port [ 1174.301195] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.301195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.301195] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.301195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.301195] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcdc7318-708f-4b63-b716-e46ae9514d17 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.301195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcdc7318-708f-4b63-b716-e46ae9514d17" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.301853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcdc7318-708f-4b63-b716-e46ae9514d17" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.302176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcdc7318-708f-4b63-b716-e46ae9514d17" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.302354] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcdc7318-708f-4b63-b716-e46ae9514d17',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.804958] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcdc7318-708f-4b63-b716-e46ae9514d17 with status ACTIVE [ 1174.805236] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.805312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.805397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.805594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.805689] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.805868] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.805968] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.806058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.806218] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.806292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.806472] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.806564] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.806622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.806759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.806891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.806945] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcdc7318-708f-4b63-b716-e46ae9514d17 is going to be updated. [ 1174.826210] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.826364] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.826437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.826629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.826762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.826923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcdc7318-708f-4b63-b716-e46ae9514d17" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.974086] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: SUCCESS [ 1175.974460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.974508] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.974769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.975066] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.975479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.975606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.975965] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.976086] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.976223] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.478681] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.981872] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.484863] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.485097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.485174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.485394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.485507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.485624] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf is going to be updated. [ 1177.519217] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.519217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.519445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.519489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.519644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.528070] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: IN_PROGRESS for 2s [ 1179.302509] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.302834] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1179.533025] env[68927]: INFO networking_nsxv3.common.synchronization [req-8fbd84f3-6b68-4afa-bc9d-ec9e8ad0a722 req-925e1982-4ed0-4e7c-b038-f3d045a6b95f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_members [ 1179.533631] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGHEST for action security_group_members [ 1179.534344] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-470eaf51-22c3-4176-9c58-420c88f8d402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.534470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.534538] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.534740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.534896] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.534993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.535067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.535216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.535301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.535393] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('470eaf51-22c3-4176-9c58-420c88f8d402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.544808] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: SUCCESS [ 1179.545036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.545223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.545426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.545689] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.545802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.545865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.546058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.547169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.547169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.547169] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.547675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.547863] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.548434] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.552494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.552494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.552494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.552623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.552658] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.037336] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.037635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.037635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.037850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.054976] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.055193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.055810] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.060352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.060665] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.060839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.060918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.061223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.061345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.061471] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 470eaf51-22c3-4176-9c58-420c88f8d402 is going to be updated. [ 1180.088805] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.088980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.089278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.089278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.089436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.098328] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 470eaf51-22c3-4176-9c58-420c88f8d402 in Status: IN_PROGRESS for 2s [ 1180.118091] env[68927]: INFO networking_nsxv3.common.synchronization [None req-f978dc53-a3e2-41cb-97d4-1eaafd66d492 tempest-AttachInterfacesTestJSON-914855524 tempest-AttachInterfacesTestJSON-914855524-project-member] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1180.119029] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGHEST for action security_group_members [ 1180.119029] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.119219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.119219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.119816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.119816] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.119816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.119816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.120185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.120185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.120185] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.558349] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.622472] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.622472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.622472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.623628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.623773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.624015] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.624135] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.624205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.624507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.624507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.624608] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be updated. [ 1180.651196] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.651347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.651535] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.651711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.651853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.660066] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: IN_PROGRESS for 2s [ 1181.060837] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.061010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.061112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.061330] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.061423] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.061530] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf is going to be updated. [ 1181.098324] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.098496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.098496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.098688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.098840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.122010] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: IN_PROGRESS for 2s [ 1182.109281] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 470eaf51-22c3-4176-9c58-420c88f8d402 in Status: IN_PROGRESS for 4s [ 1182.671203] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89613f55-25c9-4a51-be45-5ad829affd69 in Status: SUCCESS [ 1182.671452] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 deletion is rescheduled due to dependency. [ 1182.671608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.137269] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: SUCCESS [ 1183.137554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.137655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.137921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.138203] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.138355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.138432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.138620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.138728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.138824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.139042] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.139197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.139276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.139419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.139581] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.139699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.139765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.139927] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.146141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.146141] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.146141] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.650065] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28848d71-1f2d-470e-b6e3-12389be5ffcf: rpc.has_security_group_logging(os_id): False [ 1183.667407] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.667596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.667644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.668320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.668320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.668320] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.668320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.668320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.668567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.668567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.668721] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.668786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.668916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.670028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.670028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.670028] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.670028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.670028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.670028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.670028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.670028] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf is going to be created. [ 1183.737084] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.737250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.738084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.738084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.738084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.751190] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: IN_PROGRESS for 2s [ 1183.937807] env[68927]: INFO networking_nsxv3.common.synchronization [req-693bb684-88e7-4675-b6ae-017b0cc39532 req-d4e6970a-d874-4e2b-ad32-732472225739 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1183.939132] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1183.939670] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.939836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.939836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.940095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.940287] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.940405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.940476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.940633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.940723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.940820] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.121623] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 470eaf51-22c3-4176-9c58-420c88f8d402 in Status: SUCCESS [ 1184.122567] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 470eaf51-22c3-4176-9c58-420c88f8d402 deletion is rescheduled due to dependency. [ 1184.122567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.394338] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2cccde66-941f-49cd-baf6-006e8922f2dd None None] Enqueued Resource ID: c9e29b8a-1a16-460a-b14f-7d25bc42f50e with Priority: HIGHEST for action port [ 1184.394609] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e29b8a-1a16-460a-b14f-7d25bc42f50e with Priority: HIGHEST for action port [ 1184.395234] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9e29b8a-1a16-460a-b14f-7d25bc42f50e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.395367] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9e29b8a-1a16-460a-b14f-7d25bc42f50e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.395437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9e29b8a-1a16-460a-b14f-7d25bc42f50e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.395691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9e29b8a-1a16-460a-b14f-7d25bc42f50e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.395775] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e29b8a-1a16-460a-b14f-7d25bc42f50e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.443403] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.735063] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.735291] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.735427] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.735701] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.735975] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.736157] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.736278] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.736567] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.736734] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.736953] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.737091] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.737212] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.737331] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.737910] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.737910] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.737910] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.758221] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.758221] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1184.758221] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.758354] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.758576] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-fe6c6312-22ca-4b50-891f-451fb93277b1 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.758761] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-fe6c6312-22ca-4b50-891f-451fb93277b1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.758889] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-fe6c6312-22ca-4b50-891f-451fb93277b1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.759269] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-fe6c6312-22ca-4b50-891f-451fb93277b1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.759468] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe6c6312-22ca-4b50-891f-451fb93277b1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.900273] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9e29b8a-1a16-460a-b14f-7d25bc42f50e [ 1184.900273] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.900273] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.900496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.900597] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.900743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.900895] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9e29b8a-1a16-460a-b14f-7d25bc42f50e already deleted. [ 1184.901046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9e29b8a-1a16-460a-b14f-7d25bc42f50e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.945909] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.262383] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.262642] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.262772] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.263084] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.264169] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.264257] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port fe6c6312-22ca-4b50-891f-451fb93277b1 not found, creating... [ 1185.264884] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.266029] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.266029] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.266029] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.266029] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.266029] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.266491] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.266679] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.266990] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.267185] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.267356] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: fe6c6312-22ca-4b50-891f-451fb93277b1 is going to be created. [ 1185.286903] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.287777] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.287777] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.287777] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.287882] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.288116] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-fe6c6312-22ca-4b50-891f-451fb93277b1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.448611] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.448930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.448930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.449091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.449205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.449313] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1185.492721] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.492916] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.493059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.493333] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.493525] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.508560] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1185.766063] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: SUCCESS [ 1185.766310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.766490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.766740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.766864] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.179223] env[68927]: INFO networking_nsxv3.common.synchronization [req-693bb684-88e7-4675-b6ae-017b0cc39532 req-d85965fa-711f-4bb2-b2a1-53280098ff75 service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1186.179446] env[68927]: INFO networking_nsxv3.common.synchronization [req-693bb684-88e7-4675-b6ae-017b0cc39532 req-d85965fa-711f-4bb2-b2a1-53280098ff75 service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1186.179596] env[68927]: INFO networking_nsxv3.common.synchronization [req-693bb684-88e7-4675-b6ae-017b0cc39532 req-d85965fa-711f-4bb2-b2a1-53280098ff75 service nova] Enqueued Resource ID: fe6c6312-22ca-4b50-891f-451fb93277b1 with Priority: HIGHEST for action port [ 1186.181085] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1186.181641] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1186.184035] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6c6312-22ca-4b50-891f-451fb93277b1 with Priority: HIGHEST for action port [ 1186.184035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.184035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.184035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.184035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.184035] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.184677] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.184810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.185525] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe6c6312-22ca-4b50-891f-451fb93277b1 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.187119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe6c6312-22ca-4b50-891f-451fb93277b1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.187192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe6c6312-22ca-4b50-891f-451fb93277b1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.187382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe6c6312-22ca-4b50-891f-451fb93277b1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.187465] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe6c6312-22ca-4b50-891f-451fb93277b1',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.274023] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.274023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.274023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.274023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.274023] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.274023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.274023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.274023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.274023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.274023] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.274023] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.511157] env[68927]: INFO networking_nsxv3.common.synchronization [None req-df6e6593-affc-46a2-bbc4-22a848fad8ec None None] Enqueued Resource ID: db083756-188d-4f6d-9780-e93aeb69bfae with Priority: HIGHEST for action port [ 1186.511157] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db083756-188d-4f6d-9780-e93aeb69bfae with Priority: HIGHEST for action port [ 1186.511157] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-db083756-188d-4f6d-9780-e93aeb69bfae taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.511860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db083756-188d-4f6d-9780-e93aeb69bfae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.512218] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db083756-188d-4f6d-9780-e93aeb69bfae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.514043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db083756-188d-4f6d-9780-e93aeb69bfae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.514043] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db083756-188d-4f6d-9780-e93aeb69bfae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.689100] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.689204] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.690709] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe6c6312-22ca-4b50-891f-451fb93277b1 with status ACTIVE [ 1186.690877] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.690877] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.691044] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.691169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.691339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.691434] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.691547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.691625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.691704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.691775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.691949] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.692083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.692161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.692231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.692300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.692367] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe6c6312-22ca-4b50-891f-451fb93277b1 is going to be updated. [ 1186.717923] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.717923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.717923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.718219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.718283] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.718463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe6c6312-22ca-4b50-891f-451fb93277b1" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.773974] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.774208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.774208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.774431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.775114] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.775114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.775114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.775114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.775114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.775114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.775395] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.775395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.775395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.775510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.775701] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.775701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.775811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.775922] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.775966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.776065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.776485] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.015706] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db083756-188d-4f6d-9780-e93aeb69bfae [ 1187.015874] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.015992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.016069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.016493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.016584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.016740] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db083756-188d-4f6d-9780-e93aeb69bfae already deleted. [ 1187.016842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db083756-188d-4f6d-9780-e93aeb69bfae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.278483] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28848d71-1f2d-470e-b6e3-12389be5ffcf: rpc.has_security_group_logging(os_id): False [ 1187.295619] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.295816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.295954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.296352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.296352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.296644] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.296644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.296842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.296915] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.296990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.297193] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.297316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.297399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.297472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.297547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.297867] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.297867] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.298182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.298270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.298322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.298442] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf is going to be updated. [ 1187.352991] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.353285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.353285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.354585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.354875] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.370266] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: IN_PROGRESS for 2s [ 1187.518943] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1187.519351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.519420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.519572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.519756] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.519873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.519934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.520108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.520191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.520288] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.022910] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.525865] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.028925] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.029140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.029258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.029437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.029596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.029650] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1189.062677] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.062855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.062958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.063250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.063454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.073156] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1189.384484] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: SUCCESS [ 1189.384813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.954118] env[68927]: INFO networking_nsxv3.common.synchronization [req-427a7a14-d23f-4826-86c7-5af8daa7f64c req-b1db8295-685e-449b-bbe4-66c919cf5e2e tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Enqueued Resource ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c with Priority: HIGHEST for action security_group_members [ 1189.954118] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c with Priority: HIGHEST for action security_group_members [ 1189.954118] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85002a9-f5d5-4a76-bd1d-da1428b0134c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.954118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.954118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.954118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.954118] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.954118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.954118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.954118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.954118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.954118] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85002a9-f5d5-4a76-bd1d-da1428b0134c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.262997] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.263197] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-777" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.263197] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-777" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.263536] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-777" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.263828] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.264010] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.264141] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.264372] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.264524] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.264741] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.264962] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.264962] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.265085] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.265198] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.265310] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.265451] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.283647] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.283878] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.284085] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.284445] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-777" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.284713] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-8ad94280-dcd2-47d2-a521-38c17e46e45f taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.284949] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-8ad94280-dcd2-47d2-a521-38c17e46e45f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.285133] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-8ad94280-dcd2-47d2-a521-38c17e46e45f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.285488] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-8ad94280-dcd2-47d2-a521-38c17e46e45f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.285642] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad94280-dcd2-47d2-a521-38c17e46e45f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.457985] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.458187] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.458235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.458463] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.458561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.458772] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.458874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.458937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.459978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.459978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.459978] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c already deleted. [ 1190.459978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.787842] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.788113] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.788253] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.788554] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.788773] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.788970] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 8ad94280-dcd2-47d2-a521-38c17e46e45f not found, creating... [ 1190.789265] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.789430] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.789555] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.789781] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.789930] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.790234] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.790401] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.790526] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.790739] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.790880] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.791036] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 8ad94280-dcd2-47d2-a521-38c17e46e45f is going to be created. [ 1190.810388] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.810771] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.810891] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.811100] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.811424] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.811671] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-8ad94280-dcd2-47d2-a521-38c17e46e45f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.087650] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1191.087650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.087650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.087650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.087650] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.087650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.087650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.087650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.087650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.087650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.088353] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.589519] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.589684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.589951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.589951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.590419] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.590419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.590419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.590419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.590633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.590633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.590733] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.590830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.590900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.591059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.591223] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.591317] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.591377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.591520] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.591593] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.591674] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.591763] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.617110] env[68927]: INFO networking_nsxv3.common.synchronization [req-427a7a14-d23f-4826-86c7-5af8daa7f64c req-e210cb53-bf8b-4432-9f5a-aa47a5f44dee service nova] Enqueued Resource ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c with Priority: HIGHEST for action security_group_rules [ 1191.617303] env[68927]: INFO networking_nsxv3.common.synchronization [req-427a7a14-d23f-4826-86c7-5af8daa7f64c req-e210cb53-bf8b-4432-9f5a-aa47a5f44dee service nova] Enqueued Resource ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c with Priority: HIGHEST for action security_group_members [ 1191.617449] env[68927]: INFO networking_nsxv3.common.synchronization [req-427a7a14-d23f-4826-86c7-5af8daa7f64c req-e210cb53-bf8b-4432-9f5a-aa47a5f44dee service nova] Enqueued Resource ID: 8ad94280-dcd2-47d2-a521-38c17e46e45f with Priority: HIGHEST for action port [ 1191.617909] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c with Priority: HIGHEST for action security_group_rules [ 1191.618050] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c with Priority: HIGHEST for action security_group_members [ 1191.618153] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad94280-dcd2-47d2-a521-38c17e46e45f with Priority: HIGHEST for action port [ 1191.618433] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c85002a9-f5d5-4a76-bd1d-da1428b0134c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.618742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.618850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.619045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.619134] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c85002a9-f5d5-4a76-bd1d-da1428b0134c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.620040] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85002a9-f5d5-4a76-bd1d-da1428b0134c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.620138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.620138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.620851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.620851] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.620851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.620851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.620851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.620851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.620851] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85002a9-f5d5-4a76-bd1d-da1428b0134c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.621911] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ad94280-dcd2-47d2-a521-38c17e46e45f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.621911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ad94280-dcd2-47d2-a521-38c17e46e45f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.621911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ad94280-dcd2-47d2-a521-38c17e46e45f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.622110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ad94280-dcd2-47d2-a521-38c17e46e45f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.622110] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad94280-dcd2-47d2-a521-38c17e46e45f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.097355] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f6ce663-8c33-475f-808f-e6efbb13ad67: rpc.has_security_group_logging(os_id): False [ 1192.115301] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.115549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.115622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.115811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.115903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.116109] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.116216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.116280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.116439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.116517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.116704] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.116800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.116858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.116994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.117082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.117277] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.117418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.117490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.117634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.117711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.117796] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1192.124494] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85002a9-f5d5-4a76-bd1d-da1428b0134c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.124494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.125542] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85002a9-f5d5-4a76-bd1d-da1428b0134c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.125622] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ad94280-dcd2-47d2-a521-38c17e46e45f with status ACTIVE [ 1192.125740] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.125844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.126145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.126145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.126234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.126344] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.126447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.126512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.126662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.127116] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.127116] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.127226] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.127262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.127445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.127532] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.127624] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ad94280-dcd2-47d2-a521-38c17e46e45f is going to be updated. [ 1192.144847] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.144847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.144847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.144847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.144847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.144847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ad94280-dcd2-47d2-a521-38c17e46e45f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.176024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.176024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.176024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.176024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.176024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.220185] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1192.629322] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85002a9-f5d5-4a76-bd1d-da1428b0134c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.131947] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.132406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.132406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.132510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.132644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.132716] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c is going to be created. [ 1193.166465] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.166728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.166814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.167082] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.167252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.176176] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c in Status: UNINITIALIZED for 2s [ 1193.320016] env[68927]: INFO networking_nsxv3.common.synchronization [req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 req-b71e945c-2e6a-4fa7-a453-3f8009b09e9f tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1193.320281] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1193.320583] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.320706] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.320773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.320972] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.321139] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.321248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.321314] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.321471] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.321568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.321675] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.601395] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.601395] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.601565] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.601742] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.602017] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.602208] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.602347] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.602585] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.602741] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.602963] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.603097] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.603215] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.603332] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.603444] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.603592] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.603787] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.621990] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.622205] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.622396] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.622589] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.622900] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-aa2df13f-6173-459e-abeb-fa79b00062f3 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.623086] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.623214] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.623564] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.623722] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa2df13f-6173-459e-abeb-fa79b00062f3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.823900] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.824147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.824276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.825028] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.846157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.849399] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.849399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.849399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.849399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.849399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.849399] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 is going to be updated. [ 1193.871781] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.871934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.872020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.872256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.872426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.880362] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: IN_PROGRESS for 2s [ 1194.126207] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.126443] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.126578] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.126857] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.127020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.127184] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port aa2df13f-6173-459e-abeb-fa79b00062f3 not found, creating... [ 1194.127492] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.127656] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.127776] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.128013] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.128156] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.128446] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.128603] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.128722] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.128926] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.129098] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.129252] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: aa2df13f-6173-459e-abeb-fa79b00062f3 is going to be created. [ 1194.150179] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.150179] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.150550] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.150550] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.150730] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.150971] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.254373] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1194.254609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.820045] env[68927]: INFO networking_nsxv3.common.synchronization [req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 req-c73a7198-0e83-4c4e-883e-4f54703aa805 service nova] Enqueued Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_rules [ 1194.820250] env[68927]: INFO networking_nsxv3.common.synchronization [req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 req-c73a7198-0e83-4c4e-883e-4f54703aa805 service nova] Enqueued Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1194.820444] env[68927]: INFO networking_nsxv3.common.synchronization [req-d74d7ed6-90de-43be-9d1a-2d4874370cc2 req-c73a7198-0e83-4c4e-883e-4f54703aa805 service nova] Enqueued Resource ID: aa2df13f-6173-459e-abeb-fa79b00062f3 with Priority: HIGHEST for action port [ 1194.820620] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_rules [ 1194.820745] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1194.820841] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2df13f-6173-459e-abeb-fa79b00062f3 with Priority: HIGHEST for action port [ 1194.821447] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.821590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.821694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.821860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.821944] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.823290] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.823385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.824039] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa2df13f-6173-459e-abeb-fa79b00062f3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.824039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.824039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.824039] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.824039] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa2df13f-6173-459e-abeb-fa79b00062f3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.188789] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c in Status: SUCCESS [ 1195.189046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.189343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.189590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.189815] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.189941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.190015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.190186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.190270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.190360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.190457] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c85002a9-f5d5-4a76-bd1d-da1428b0134c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.325351] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.325555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.325780] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa2df13f-6173-459e-abeb-fa79b00062f3 with status ACTIVE [ 1195.325980] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.326109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.326168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.326474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.326601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.326804] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.328102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.328102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.328102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.328102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.328102] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.328102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.328102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.328102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.328102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.328102] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa2df13f-6173-459e-abeb-fa79b00062f3 is going to be updated. [ 1195.346812] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.347410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.347410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.347410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.347659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.347894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.693655] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85002a9-f5d5-4a76-bd1d-da1428b0134c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.693655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.693655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.693979] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.694163] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.694222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.696678] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85002a9-f5d5-4a76-bd1d-da1428b0134c taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.696678] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.696678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.696678] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c85002a9-f5d5-4a76-bd1d-da1428b0134c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.861513] env[68927]: INFO networking_nsxv3.common.synchronization [req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 req-ac634f98-b0f4-4d37-8aa6-74f5a005c307 tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Enqueued Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_members [ 1195.862100] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_members [ 1195.862450] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.862664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.862664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.863170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.863170] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.863170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.863385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.863385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.863489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.863543] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbc5978-fd43-4b17-ad79-1b6db7d11e27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.895032] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: SUCCESS [ 1195.895032] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 deletion is rescheduled due to dependency. [ 1195.895032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.895032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.895032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.895032] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.895032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.895032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.895032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.895032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.895032] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.199239] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c85002a9-f5d5-4a76-bd1d-da1428b0134c: rpc.has_security_group_logging(os_id): False [ 1196.218478] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.218629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.218701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.218921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.219027] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.219263] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.219422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.219522] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.219713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.219773] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.219954] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.220084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.220176] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.220391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.220500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.221096] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.221096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.221096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.221096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.221096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.221395] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c is going to be created. [ 1196.274129] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.274293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.274351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.274573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.274758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.284445] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c in Status: IN_PROGRESS for 2s [ 1196.366180] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.366258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.366332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.366551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.366644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.366846] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.366938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.367010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.367175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.367255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.367345] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 already deleted. [ 1196.367424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.398595] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.812477] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.812688] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-811" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.812825] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-811" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.813194] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-811" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.813461] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.813634] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.813756] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.813986] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.814456] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.815837] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.816069] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.816251] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.816423] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.816593] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.817127] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.817357] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.836585] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.836792] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1196.836971] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.837201] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-811" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.837559] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.837778] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.837922] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.838265] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.838411] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.903390] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.342019] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.342019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.342019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.342019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.342019] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.342019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac not found, creating... [ 1197.342927] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.342927] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.342927] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.342927] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.342927] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.343654] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.343654] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.343654] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.343654] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.343886] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.343923] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac is going to be created. [ 1197.347338] env[68927]: INFO networking_nsxv3.common.synchronization [req-3325609e-2d59-4795-92e1-a58d30b052cb req-fd4c98af-4872-4895-abf9-d5651d59a7e4 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1197.347338] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1197.347609] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.347716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.347783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.347941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.348099] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.348205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.348270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.348445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.348528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.348617] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.362482] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.362566] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.362690] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.362921] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.363180] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.363411] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.406406] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.406587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.406587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.406791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.407163] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.407163] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 is going to be updated. [ 1197.452785] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.453010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.453010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.453143] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.453287] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.461482] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: IN_PROGRESS for 2s [ 1197.850765] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.024024] env[68927]: INFO networking_nsxv3.common.synchronization [req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 req-56e751e0-5970-4dd5-8628-a2886034e273 service nova] Enqueued Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_rules [ 1198.024024] env[68927]: INFO networking_nsxv3.common.synchronization [req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 req-56e751e0-5970-4dd5-8628-a2886034e273 service nova] Enqueued Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_members [ 1198.024024] env[68927]: INFO networking_nsxv3.common.synchronization [req-4359d5b0-0f55-447a-85bf-8e324bb22bf1 req-56e751e0-5970-4dd5-8628-a2886034e273 service nova] Enqueued Resource ID: d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac with Priority: HIGHEST for action port [ 1198.024024] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_rules [ 1198.024024] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_members [ 1198.024024] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac with Priority: HIGHEST for action port [ 1198.024880] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.025134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.025287] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.025728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.025934] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfbc5978-fd43-4b17-ad79-1b6db7d11e27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.027408] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.027408] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.027549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.027830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.027830] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.027942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.028041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.028215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.028326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.028438] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbc5978-fd43-4b17-ad79-1b6db7d11e27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.029299] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.029461] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.029550] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.029722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.029819] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.295605] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c in Status: SUCCESS [ 1198.295813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.352859] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.531425] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.531425] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.531595] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfbc5978-fd43-4b17-ad79-1b6db7d11e27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.532486] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac with status ACTIVE [ 1198.532709] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.532851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.532988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.533207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.533320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.533527] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.533678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.533766] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.533972] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.534175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.534394] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.534495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.534591] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.534869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.534869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.534869] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac is going to be updated. [ 1198.553600] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.553723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.553760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.553929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.554070] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.554224] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3ac9b11-9e86-40ad-8c3c-3ba7c3a697ac" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.855203] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.855396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.855396] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.855616] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.855686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.855798] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1198.883021] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.883155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.883234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.883499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.883667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.891990] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1199.036851] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfbc5978-fd43-4b17-ad79-1b6db7d11e27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.472555] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: SUCCESS [ 1199.472555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.472555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.472555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.472555] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.472555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.472555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.472555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.472555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.472555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.472555] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.540146] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.540390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.540430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.540649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.540740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.540845] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 is going to be created. [ 1199.562515] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.562650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.562722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.562933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.563115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.571884] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 in Status: UNINITIALIZED for 2s [ 1199.976397] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.976607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.976693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.976970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.977227] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.977305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.977386] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.977582] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.977711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.977833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.978037] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.978142] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.978212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.978388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.978532] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.978657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.978721] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.978880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.978991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.979113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.979219] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.481429] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b46112a1-2b7f-4aeb-93c2-ad952ecde088: rpc.has_security_group_logging(os_id): False [ 1200.497868] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.498053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.498100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.498319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.498409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.498617] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.498844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.498844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.498939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.499050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.499286] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.499400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.499466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.499643] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.499715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.499933] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.500047] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.500140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.500252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.500374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.500409] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 is going to be updated. [ 1200.559654] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.559842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.559842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.560077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.560242] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.574950] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: IN_PROGRESS for 2s [ 1200.904708] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1200.905066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.582879] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 in Status: SUCCESS [ 1201.582879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.582879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.582879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.582879] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.582879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.582879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.582879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.582879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.582879] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.582879] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfbc5978-fd43-4b17-ad79-1b6db7d11e27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.086011] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfbc5978-fd43-4b17-ad79-1b6db7d11e27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.588319] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfbc5978-fd43-4b17-ad79-1b6db7d11e27: rpc.has_security_group_logging(os_id): False [ 1202.591443] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: SUCCESS [ 1202.591671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.608897] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.610059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.610059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.610059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.610059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.610059] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.610059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.610059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.610059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.610354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.610354] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 is going to be created. [ 1202.679022] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.679222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.679264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.679546] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.679949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.691718] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 in Status: IN_PROGRESS for 2s [ 1203.024996] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.025213] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1204.126631] env[68927]: INFO networking_nsxv3.common.synchronization [req-d0de45a1-352e-4606-bdd6-e26e7d21ba6e req-e80af3d0-c30c-4791-8d0f-bd7cd0600c22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1204.127263] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 with Priority: HIGHEST for action security_group_members [ 1204.127586] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-b46112a1-2b7f-4aeb-93c2-ad952ecde088 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.127709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.127777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.127974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.128143] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.128728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.128728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.128728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.128728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.128728] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b46112a1-2b7f-4aeb-93c2-ad952ecde088',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.172335] env[68927]: INFO networking_nsxv3.common.synchronization [req-d0de45a1-352e-4606-bdd6-e26e7d21ba6e req-e80af3d0-c30c-4791-8d0f-bd7cd0600c22 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: aa2df13f-6173-459e-abeb-fa79b00062f3 with Priority: HIGHEST for action port [ 1204.173149] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2df13f-6173-459e-abeb-fa79b00062f3 with Priority: HIGHEST for action port [ 1204.173634] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa2df13f-6173-459e-abeb-fa79b00062f3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.173853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.173979] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.174718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.174718] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa2df13f-6173-459e-abeb-fa79b00062f3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.632276] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.632467] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.632536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.632783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.632878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.633123] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.633257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.633330] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.633477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.633608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.633655] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 is going to be updated. [ 1204.660772] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.660872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.660959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.661305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.661305] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.669073] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: IN_PROGRESS for 2s [ 1204.677740] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa2df13f-6173-459e-abeb-fa79b00062f3 with status ACTIVE [ 1204.677986] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.678149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.678222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.678438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.678534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.678723] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.679074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.679074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.679074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.679272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.679309] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.679452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.679488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.679647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.679724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.679845] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa2df13f-6173-459e-abeb-fa79b00062f3 is going to be updated. [ 1204.698159] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.698337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.698439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.698677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.698842] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.699032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa2df13f-6173-459e-abeb-fa79b00062f3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.702173] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 in Status: SUCCESS [ 1204.702775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.836156] env[68927]: INFO networking_nsxv3.common.synchronization [req-98d8dac2-cac0-4410-a991-18468ef0e9db req-147363c3-54c3-47e8-b288-e9663dc28c9d tempest-AttachInterfacesV270Test-1177525912 tempest-AttachInterfacesV270Test-1177525912-project-member] Enqueued Resource ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c with Priority: HIGHEST for action security_group_members [ 1205.836374] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c with Priority: HIGHEST for action security_group_members [ 1205.836675] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85002a9-f5d5-4a76-bd1d-da1428b0134c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.836926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.836992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.837214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.837370] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.837472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.837529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.837690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.837753] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.837850] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85002a9-f5d5-4a76-bd1d-da1428b0134c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.340527] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.340733] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.340786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.340986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.341093] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.341314] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.341448] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.341503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.341677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.341760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.341853] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c is going to be updated. [ 1206.366627] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.366797] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.366875] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.367042] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.367191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.376634] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c in Status: IN_PROGRESS for 2s [ 1206.677809] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 in Status: SUCCESS [ 1206.677993] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b46112a1-2b7f-4aeb-93c2-ad952ecde088 deletion is rescheduled due to dependency. [ 1206.678124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b46112a1-2b7f-4aeb-93c2-ad952ecde088" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.386975] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c in Status: SUCCESS [ 1208.387285] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c deletion is rescheduled due to dependency. [ 1208.387715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.889402] env[68927]: INFO networking_nsxv3.common.synchronization [req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 req-36784b12-065f-4d34-b62d-67d78d4824e7 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1208.889640] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1208.889787] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.889899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.889967] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.891095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.891095] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.891095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.891095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.891095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.891095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.891095] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.203845] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.204337] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.204490] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.205012] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.205768] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.206119] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.206438] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.206748] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.206939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.207205] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.207356] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.207502] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.207637] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.207773] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.207901] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.208138] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.226498] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.226780] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1209.226943] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.227154] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-218" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.227460] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-9459f5e7-fe44-46db-853f-c36baf2bae27 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.227629] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-9459f5e7-fe44-46db-853f-c36baf2bae27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.227747] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-9459f5e7-fe44-46db-853f-c36baf2bae27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.228102] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-9459f5e7-fe44-46db-853f-c36baf2bae27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.228242] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9459f5e7-fe44-46db-853f-c36baf2bae27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.319769] env[68927]: INFO networking_nsxv3.common.synchronization [req-8df29fd1-a104-452e-b9c9-035bc3efaf6d req-ad6db2b9-006b-4f70-a0eb-ee64a3b20cc8 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Enqueued Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1209.320651] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1209.320810] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.320933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.320999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.321213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.321367] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.321527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.321598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.321748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.321834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.321927] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.394662] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.730789] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.731024] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.731121] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.731471] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.731648] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.731810] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 9459f5e7-fe44-46db-853f-c36baf2bae27 not found, creating... [ 1209.732083] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.732250] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.732423] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.732664] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.732808] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.733106] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.733268] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.733391] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.733601] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.733738] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.733881] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 9459f5e7-fe44-46db-853f-c36baf2bae27 is going to be created. [ 1209.753338] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.753516] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.753645] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.753874] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.754107] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.754326] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-9459f5e7-fe44-46db-853f-c36baf2bae27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.823835] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.897462] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.325823] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.400347] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.400779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.400779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.400779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.400892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.401069] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1210.427529] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.427529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.427529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.427750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.427782] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.437754] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1210.440858] env[68927]: INFO networking_nsxv3.common.synchronization [req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 req-7940282d-0d4c-46dc-9b11-36d3c38c2a17 service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1210.441038] env[68927]: INFO networking_nsxv3.common.synchronization [req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 req-7940282d-0d4c-46dc-9b11-36d3c38c2a17 service nova] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1210.441207] env[68927]: INFO networking_nsxv3.common.synchronization [req-98a7303d-df12-4c9a-8c41-8fdb4e391e52 req-7940282d-0d4c-46dc-9b11-36d3c38c2a17 service nova] Enqueued Resource ID: 9459f5e7-fe44-46db-853f-c36baf2bae27 with Priority: HIGHEST for action port [ 1210.443531] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_rules [ 1210.443791] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1210.443981] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9459f5e7-fe44-46db-853f-c36baf2bae27 with Priority: HIGHEST for action port [ 1210.444409] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.444629] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.444813] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.445016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.445118] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.446227] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.446340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.446520] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-9459f5e7-fe44-46db-853f-c36baf2bae27 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.446620] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9459f5e7-fe44-46db-853f-c36baf2bae27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.446684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9459f5e7-fe44-46db-853f-c36baf2bae27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.446855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9459f5e7-fe44-46db-853f-c36baf2bae27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.446916] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9459f5e7-fe44-46db-853f-c36baf2bae27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.828855] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.829018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.829096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.829252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.829364] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.829470] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae is going to be updated. [ 1210.878234] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.878405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.878481] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.878722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.878881] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.888504] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: IN_PROGRESS for 2s [ 1210.949232] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.949402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.950666] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9459f5e7-fe44-46db-853f-c36baf2bae27 with status ACTIVE [ 1210.950860] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.950975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.951083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.951316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.951424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.951609] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.951710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.951778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.952052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.952052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.952263] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.952372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.952483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.952713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.952713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.952713] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9459f5e7-fe44-46db-853f-c36baf2bae27 is going to be updated. [ 1210.973498] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.973704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.973704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.973933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.974088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.974251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9459f5e7-fe44-46db-853f-c36baf2bae27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.203350] env[68927]: INFO networking_nsxv3.common.synchronization [None req-c728be4f-8e3e-4af4-8838-6696971c76d0 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Enqueued Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_rules [ 1212.204197] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_rules [ 1212.204506] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64939ec2-5253-4563-814c-4583ff17f8b3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.204647] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.204754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.205057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.205171] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64939ec2-5253-4563-814c-4583ff17f8b3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.289439] env[68927]: INFO networking_nsxv3.common.synchronization [None req-2779cc94-cb04-47fe-b9ba-96600b4150ac tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Enqueued Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_rules [ 1212.289666] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_rules [ 1212.290240] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64939ec2-5253-4563-814c-4583ff17f8b3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.290361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.451022] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1212.451258] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.451447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.451676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.451868] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.451991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.452140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.452234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.452327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.452433] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.726113] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.726382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.726382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.726564] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.726656] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.726763] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64939ec2-5253-4563-814c-4583ff17f8b3 already deleted. [ 1212.726837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.726987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.727163] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.727245] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64939ec2-5253-4563-814c-4583ff17f8b3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.902780] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: SUCCESS [ 1212.903014] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.956019] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.249589] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.249891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.249891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.250034] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.250131] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.250231] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64939ec2-5253-4563-814c-4583ff17f8b3 already deleted. [ 1213.250313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.466061] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.968187] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.968345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.968420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.968626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.968720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.968827] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1213.997379] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.997379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.997379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.997837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.997837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.006382] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1216.024683] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1216.025032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.025032] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.025111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.025307] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.025435] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.025502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.025663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.025748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.025836] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.025927] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.529038] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.529038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.529261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.529495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.529782] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.529958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.530107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.530361] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.530489] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.530644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.530888] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.531069] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.531112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.531353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.531611] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.531732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.531791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.531999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.532115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.532229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.532343] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.035311] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f6ce663-8c33-475f-808f-e6efbb13ad67: rpc.has_security_group_logging(os_id): False [ 1217.052180] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.052811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.052811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.052811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.052811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.053026] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.053084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.053117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.053294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.053390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.053596] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.053694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.053756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.054104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.054104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.054193] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.054304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.054360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.054511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.054625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.054683] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1217.109924] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.110128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.110128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.110343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.110495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.132066] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1217.290262] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.290979] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1217.603581] env[68927]: INFO networking_nsxv3.common.synchronization [req-427147b5-1b39-465b-80df-e117678de022 req-51c224a7-5a62-4f0a-9a1e-63d1d14ded34 tempest-MigrationsAdminTest-201876660 tempest-MigrationsAdminTest-201876660-project-member] Enqueued Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1217.604675] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGHEST for action security_group_members [ 1217.604675] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.604675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.604675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.605294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.605294] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.607085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.607429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.607429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.607557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.607557] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.858977] env[68927]: INFO networking_nsxv3.common.synchronization [req-aabc3eb2-2d31-4f4e-9530-09449e2306fc req-cc12c479-b614-4c61-912a-3c2b89f68e97 tempest-AttachVolumeTestJSON-986748286 tempest-AttachVolumeTestJSON-986748286-project-member] Enqueued Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_members [ 1217.860037] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGHEST for action security_group_members [ 1217.860037] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-75531ded-11a1-4899-9f2e-8521a26f64f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.860037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.861233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.861371] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.861535] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.861755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.861833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.861936] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.862036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.862134] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75531ded-11a1-4899-9f2e-8521a26f64f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.109914] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.110270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.110270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.110436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.110543] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.110772] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.110875] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.110965] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.111154] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.111277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.111375] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae is going to be updated. [ 1218.137872] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.138079] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.138216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.138430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.138589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.148025] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: IN_PROGRESS for 2s [ 1218.364895] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.365080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.365150] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.365360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.365448] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.365659] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.365755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.365818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.365969] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.366118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.366179] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 is going to be updated. [ 1218.389357] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.389548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.389672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.389977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.390214] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.398300] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 in Status: IN_PROGRESS for 2s [ 1219.152326] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1219.152326] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.958194] env[68927]: INFO networking_nsxv3.common.synchronization [req-eeb30fb7-33f0-40de-bb47-dca14819967d req-39659dc5-9df3-494a-9524-003afa6fa07c tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Enqueued Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_members [ 1219.958194] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_members [ 1219.958194] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-64939ec2-5253-4563-814c-4583ff17f8b3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.959185] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.959381] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.959709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.959971] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.960234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.960408] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.960646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.960817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.960986] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64939ec2-5253-4563-814c-4583ff17f8b3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.157194] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae in Status: SUCCESS [ 1220.157194] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae deletion is rescheduled due to dependency. [ 1220.157194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.407292] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 in Status: SUCCESS [ 1220.407925] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 deletion is rescheduled due to dependency. [ 1220.407925] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.468149] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.468149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.468149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.468149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.468149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.468149] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.468149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.468149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.468149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.468149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.468149] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64939ec2-5253-4563-814c-4583ff17f8b3 already deleted. [ 1220.468149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.492018] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.492018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.492018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.492018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.492018] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.492018] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.492365] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.492753] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.493074] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.495779] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1220.495779] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.495779] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.495779] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.495779] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1220.495779] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.495779] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.513710] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.513710] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1220.513710] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.513710] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-122" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.513710] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-809db71a-b19a-4ae2-bfc2-729199a7e512 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.513710] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-809db71a-b19a-4ae2-bfc2-729199a7e512" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.513710] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-809db71a-b19a-4ae2-bfc2-729199a7e512" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.513710] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-809db71a-b19a-4ae2-bfc2-729199a7e512" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.513710] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809db71a-b19a-4ae2-bfc2-729199a7e512',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.017563] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.018015] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.018277] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.018925] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.018925] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.019093] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 809db71a-b19a-4ae2-bfc2-729199a7e512 not found, creating... [ 1221.019435] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.019656] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.019850] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.020176] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.020474] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.020758] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.020979] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.021133] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.021425] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.021603] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.021818] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 809db71a-b19a-4ae2-bfc2-729199a7e512 is going to be created. [ 1221.053898] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.054167] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.054322] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.054945] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.054945] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.055858] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-809db71a-b19a-4ae2-bfc2-729199a7e512" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.763629] env[68927]: INFO networking_nsxv3.common.synchronization [req-eeb30fb7-33f0-40de-bb47-dca14819967d req-2140115c-6b24-4738-aa13-87b02d3ec3ca service nova] Enqueued Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_rules [ 1221.763900] env[68927]: INFO networking_nsxv3.common.synchronization [req-eeb30fb7-33f0-40de-bb47-dca14819967d req-2140115c-6b24-4738-aa13-87b02d3ec3ca service nova] Enqueued Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_members [ 1221.763979] env[68927]: INFO networking_nsxv3.common.synchronization [req-eeb30fb7-33f0-40de-bb47-dca14819967d req-2140115c-6b24-4738-aa13-87b02d3ec3ca service nova] Enqueued Resource ID: 809db71a-b19a-4ae2-bfc2-729199a7e512 with Priority: HIGHEST for action port [ 1221.764502] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_rules [ 1221.764638] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_members [ 1221.764915] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809db71a-b19a-4ae2-bfc2-729199a7e512 with Priority: HIGHEST for action port [ 1221.765202] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64939ec2-5253-4563-814c-4583ff17f8b3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.765355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.765421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.765709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.765740] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64939ec2-5253-4563-814c-4583ff17f8b3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.767443] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-64939ec2-5253-4563-814c-4583ff17f8b3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.767443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.767443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.767704] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.767744] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.769372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.769581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.769827] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.769917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.770018] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64939ec2-5253-4563-814c-4583ff17f8b3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.771346] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-809db71a-b19a-4ae2-bfc2-729199a7e512 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.771507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809db71a-b19a-4ae2-bfc2-729199a7e512" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.771607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809db71a-b19a-4ae2-bfc2-729199a7e512" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.773796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809db71a-b19a-4ae2-bfc2-729199a7e512" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.773796] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809db71a-b19a-4ae2-bfc2-729199a7e512',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.268174] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-64939ec2-5253-4563-814c-4583ff17f8b3 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.268328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.271735] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64939ec2-5253-4563-814c-4583ff17f8b3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.273209] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 809db71a-b19a-4ae2-bfc2-729199a7e512 with status ACTIVE [ 1222.273552] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.273552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.273664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.273802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.273895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.274091] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.274193] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.274265] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.274454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.274592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.274779] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.274876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.274938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.275092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.275168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.275252] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 809db71a-b19a-4ae2-bfc2-729199a7e512 is going to be updated. [ 1222.307789] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.308009] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.308121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.308409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.308594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.308762] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809db71a-b19a-4ae2-bfc2-729199a7e512" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.774400] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64939ec2-5253-4563-814c-4583ff17f8b3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.277573] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.277817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.277953] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.278341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.278663] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.278739] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64939ec2-5253-4563-814c-4583ff17f8b3 is going to be created. [ 1223.302183] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.302347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.302440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.302710] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.302899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.313649] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64939ec2-5253-4563-814c-4583ff17f8b3 in Status: UNINITIALIZED for 2s [ 1225.285634] env[68927]: INFO networking_nsxv3.common.synchronization [req-ff2bdbaa-04bd-430f-9123-f1f34301f88f req-2c85010d-2db1-4dd9-ad7e-60db91247f89 tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1225.285634] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1225.285634] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.285634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.288794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.288794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.288794] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.288794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.288794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.288794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.288794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.288794] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.325983] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64939ec2-5253-4563-814c-4583ff17f8b3 in Status: SUCCESS [ 1225.326814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.326814] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.328026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.328026] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.329573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.329573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.329573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.329573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.329573] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.329573] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64939ec2-5253-4563-814c-4583ff17f8b3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.789512] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.834788] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64939ec2-5253-4563-814c-4583ff17f8b3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.293376] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.336656] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64939ec2-5253-4563-814c-4583ff17f8b3: rpc.has_security_group_logging(os_id): False [ 1226.358024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.358024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.358024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.358024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.358024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.358024] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.358024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.358024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.358024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.358024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.358024] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64939ec2-5253-4563-814c-4583ff17f8b3 is going to be created. [ 1226.417613] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.417613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.417613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.417613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.417613] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.430283] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64939ec2-5253-4563-814c-4583ff17f8b3 in Status: IN_PROGRESS for 2s [ 1226.625679] env[68927]: INFO networking_nsxv3.common.synchronization [req-26263a01-7b0a-4985-8ed8-76569802da0f req-df714fdc-452b-497d-b1d7-17c65323e88a tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_members [ 1226.626490] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGHEST for action security_group_members [ 1226.629601] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-374ed6cc-26de-43b3-a118-43aad3c1f528 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.629601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.629601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.629601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.629601] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.629601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.629601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.629601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.629601] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.629601] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('374ed6cc-26de-43b3-a118-43aad3c1f528',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.796844] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.796844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.796844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.796844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.796844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.796844] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1226.823172] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.823310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.823383] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.823590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.823749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.832881] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1227.133628] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.133791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.133864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.134432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.134432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.134432] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.134627] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.134627] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.134769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.134769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.135335] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 is going to be updated. [ 1227.166609] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.166759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.166799] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.167053] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.167205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.175592] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 in Status: IN_PROGRESS for 2s [ 1228.237209] env[68927]: INFO networking_nsxv3.common.synchronization [req-cd36b6eb-8747-482b-9352-886730e8d218 req-46e01ec5-89d4-4f2a-9080-33456bc48f53 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_members [ 1228.238046] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGHEST for action security_group_members [ 1228.238369] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-01c84557-81f8-4969-b27b-cd11f358cd12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.238462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.238554] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.238765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.238917] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.239030] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.239102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.239279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.239363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.239455] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01c84557-81f8-4969-b27b-cd11f358cd12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.451575] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64939ec2-5253-4563-814c-4583ff17f8b3 in Status: SUCCESS [ 1228.451856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.477713] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 req-4a09d8cc-9f4b-4e2e-877b-a29016bef9f6 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 1228.478273] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 1228.478724] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.478899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.479043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.479138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.479296] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.479989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.479989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.479989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.479989] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.479989] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.744460] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.744705] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.744853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.745123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.745247] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.745496] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.745669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.746170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.746411] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.746531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.746648] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01c84557-81f8-4969-b27b-cd11f358cd12 is going to be updated. [ 1228.772628] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.772933] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.773087] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.773298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.773442] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.781280] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01c84557-81f8-4969-b27b-cd11f358cd12 in Status: IN_PROGRESS for 2s [ 1228.841742] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1228.841742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.982406] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.029727] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.029727] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.029727] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.029727] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.029964] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.030186] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.030347] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.030613] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.030825] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.031149] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.031307] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.031452] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.031592] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.031769] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.031945] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.032148] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.050418] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.050418] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1229.050555] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.050628] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-630" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.051441] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-77aa42f9-7fc1-44f2-924a-dc54dea680cc taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.051441] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-77aa42f9-7fc1-44f2-924a-dc54dea680cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.051441] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-77aa42f9-7fc1-44f2-924a-dc54dea680cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.051980] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-77aa42f9-7fc1-44f2-924a-dc54dea680cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.051980] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77aa42f9-7fc1-44f2-924a-dc54dea680cc',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.195024] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 in Status: SUCCESS [ 1229.195024] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 deletion is rescheduled due to dependency. [ 1229.195234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.419406] env[68927]: INFO networking_nsxv3.common.synchronization [None req-240113ae-c863-4a31-9697-0dc2c0965185 None None] Enqueued Resource ID: 30a7fc92-4e42-41b6-9832-3e022366b22d with Priority: HIGHEST for action port [ 1229.421083] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a7fc92-4e42-41b6-9832-3e022366b22d with Priority: HIGHEST for action port [ 1229.421083] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-30a7fc92-4e42-41b6-9832-3e022366b22d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.421083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30a7fc92-4e42-41b6-9832-3e022366b22d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.421356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30a7fc92-4e42-41b6-9832-3e022366b22d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.422816] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30a7fc92-4e42-41b6-9832-3e022366b22d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.422816] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a7fc92-4e42-41b6-9832-3e022366b22d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.486485] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.554777] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.561423] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.561423] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.561423] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.561423] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.561423] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 77aa42f9-7fc1-44f2-924a-dc54dea680cc not found, creating... [ 1229.561423] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.561423] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.561423] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.561423] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.561423] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.561890] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.561890] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.561890] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.561890] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.561890] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.562251] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 77aa42f9-7fc1-44f2-924a-dc54dea680cc is going to be created. [ 1229.581301] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.581687] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.581687] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.581946] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.583694] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.583694] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-77aa42f9-7fc1-44f2-924a-dc54dea680cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.925420] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30a7fc92-4e42-41b6-9832-3e022366b22d [ 1229.925420] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.925420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.925420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.925420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.925420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.925420] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30a7fc92-4e42-41b6-9832-3e022366b22d already deleted. [ 1229.925420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30a7fc92-4e42-41b6-9832-3e022366b22d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.989193] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.989354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.989460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.989707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.989812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.989919] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 is going to be updated. [ 1230.016014] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.016205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.016272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.016483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.016639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.028256] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: IN_PROGRESS for 2s [ 1230.144505] env[68927]: INFO networking_nsxv3.common.synchronization [None req-1242205b-669f-4342-b6dc-1d9c745a019d tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Enqueued Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_rules [ 1230.145059] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_rules [ 1230.145359] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.145480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.145546] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.145793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.145910] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4426edb0-e9d0-4dbf-86a8-11e7068359ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.239697] env[68927]: INFO networking_nsxv3.common.synchronization [None req-ea0ded60-0476-4a16-9d4a-5cab111295ff tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Enqueued Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_rules [ 1230.239697] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_rules [ 1230.239697] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.239697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.329722] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 req-2be26681-af05-4ee7-8568-b64a1cb997e8 service nova] Enqueued Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_rules [ 1230.330140] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 req-2be26681-af05-4ee7-8568-b64a1cb997e8 service nova] Enqueued Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 1230.330140] env[68927]: INFO networking_nsxv3.common.synchronization [req-7a0dc12a-1b2e-49f5-8b54-8421fd7d33d0 req-2be26681-af05-4ee7-8568-b64a1cb997e8 service nova] Enqueued Resource ID: 77aa42f9-7fc1-44f2-924a-dc54dea680cc with Priority: HIGHEST for action port [ 1230.330610] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_rules [ 1230.330733] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 1230.330810] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77aa42f9-7fc1-44f2-924a-dc54dea680cc with Priority: HIGHEST for action port [ 1230.331104] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.331235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.331296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.331513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.331596] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.332440] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.332539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.332751] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-77aa42f9-7fc1-44f2-924a-dc54dea680cc taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.332864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77aa42f9-7fc1-44f2-924a-dc54dea680cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.332929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77aa42f9-7fc1-44f2-924a-dc54dea680cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.333104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77aa42f9-7fc1-44f2-924a-dc54dea680cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.333179] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77aa42f9-7fc1-44f2-924a-dc54dea680cc',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.667728] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.668056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.668056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.668192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.668274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.668367] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea already deleted. [ 1230.668676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.668676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.668853] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.668853] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4426edb0-e9d0-4dbf-86a8-11e7068359ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.790394] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01c84557-81f8-4969-b27b-cd11f358cd12 in Status: SUCCESS [ 1230.790577] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01c84557-81f8-4969-b27b-cd11f358cd12 deletion is rescheduled due to dependency. [ 1230.790690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.836918] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.837059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.837263] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77aa42f9-7fc1-44f2-924a-dc54dea680cc with status ACTIVE [ 1230.837438] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.837547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.837614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.837817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.837950] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.838103] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.838168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.841609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.841609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.841609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.841609] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.841609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.841609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.841609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.841609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.841609] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77aa42f9-7fc1-44f2-924a-dc54dea680cc is going to be updated. [ 1230.859187] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.859422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.859422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.859579] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.859715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.859868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77aa42f9-7fc1-44f2-924a-dc54dea680cc" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.195986] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.196153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.196223] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.196443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.196533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.196619] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea already deleted. [ 1231.196699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.798683] env[68927]: INFO networking_nsxv3.common.synchronization [None req-fa66f7de-e55c-4292-86a5-ad1a18a53ea1 None None] Enqueued Resource ID: 899a8746-1206-4fdc-a40d-ed7d2646d833 with Priority: HIGHEST for action port [ 1231.799437] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a8746-1206-4fdc-a40d-ed7d2646d833 with Priority: HIGHEST for action port [ 1231.800381] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-899a8746-1206-4fdc-a40d-ed7d2646d833 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.800544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-899a8746-1206-4fdc-a40d-ed7d2646d833" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.800581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-899a8746-1206-4fdc-a40d-ed7d2646d833" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.800861] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-899a8746-1206-4fdc-a40d-ed7d2646d833" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.800899] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('899a8746-1206-4fdc-a40d-ed7d2646d833',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.038189] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: SUCCESS [ 1232.038662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.038662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.038918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.039171] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.039358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.039436] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.039635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.039778] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.039888] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.302848] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 899a8746-1206-4fdc-a40d-ed7d2646d833 [ 1232.303161] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.303355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.303451] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.304120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.304120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.304120] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:899a8746-1206-4fdc-a40d-ed7d2646d833 already deleted. [ 1232.304120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-899a8746-1206-4fdc-a40d-ed7d2646d833" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.544659] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.051346] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.554427] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.554427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.554427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.554677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.555774] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.556060] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 is going to be updated. [ 1233.582084] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.582308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.582308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.582529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.582686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.592990] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: IN_PROGRESS for 2s [ 1234.686803] env[68927]: INFO networking_nsxv3.common.synchronization [None req-562aa0c6-03f6-481c-ba5d-d3cfdc3cb646 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_rules [ 1234.687362] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_rules [ 1234.687663] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.687783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.687847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.690359] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.690359] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3d4a40-663b-4dd8-ac15-ab3b65da38a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.806502] env[68927]: INFO networking_nsxv3.common.synchronization [None req-0be410ad-6e14-41f4-98b0-db4370a07655 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_rules [ 1234.806502] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_rules [ 1234.806839] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.806944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.212591] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.212777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.212841] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.213337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.213337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.213337] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 already deleted. [ 1235.213337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.213552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.213808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.213808] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3d4a40-663b-4dd8-ac15-ab3b65da38a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.601619] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: SUCCESS [ 1235.603981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.603981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.603981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.603981] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.603981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.603981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.603981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.603981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.603981] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.603981] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.733013] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.733013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.733470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.733470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.733470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.733470] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 already deleted. [ 1235.733691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.106689] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.608890] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d5eaa0-aba5-4a00-85f7-aaa971fdae89: rpc.has_security_group_logging(os_id): False [ 1236.626261] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.626446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.626534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.626681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.635020] env[68927]: INFO networking_nsxv3.common.synchronization [req-0599e0d1-6122-420c-85ba-e120d6dce555 req-530bffde-e296-4265-9569-58daae8aca45 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Enqueued Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_members [ 1236.635020] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_members [ 1236.635020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4426edb0-e9d0-4dbf-86a8-11e7068359ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.635020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.635020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.635020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.635020] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.635020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.635020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.635020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.635020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.635020] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4426edb0-e9d0-4dbf-86a8-11e7068359ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.642658] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.642924] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.643060] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.643136] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.643304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.643383] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.643472] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 is going to be updated. [ 1236.697011] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.697011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.697011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.697011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.697011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.706096] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: IN_PROGRESS for 2s [ 1236.915473] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.915796] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-693" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.915849] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-693" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.916225] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-693" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.917117] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.917117] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.917117] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.917369] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.917601] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.918069] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.918247] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.918397] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.918541] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.918693] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.918833] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.919126] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.940214] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.940214] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1236.940214] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.940214] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-693" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.940214] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-824884ad-2cd9-4de0-a003-2fce1151d2bb taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.940214] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-824884ad-2cd9-4de0-a003-2fce1151d2bb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.940214] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-824884ad-2cd9-4de0-a003-2fce1151d2bb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.940214] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-824884ad-2cd9-4de0-a003-2fce1151d2bb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.940214] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824884ad-2cd9-4de0-a003-2fce1151d2bb',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.005712] env[68927]: INFO networking_nsxv3.common.synchronization [req-28a6a20b-c9a3-43de-9545-f4039d47e5e6 req-df237663-ecfa-4e38-8181-8855c4feb34a tempest-ServersTestJSON-115954907 tempest-ServersTestJSON-115954907-project-member] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1237.006200] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGHEST for action security_group_members [ 1237.006509] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.006635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.007315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.007315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.007315] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.007633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.007633] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.008373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.008373] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.008373] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.136761] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.137050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.137135] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.137351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.137452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.137653] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.137756] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.137811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.137974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.138066] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.138153] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea already deleted. [ 1237.138235] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.444366] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.444610] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.444759] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.445086] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.445253] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.445416] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 824884ad-2cd9-4de0-a003-2fce1151d2bb not found, creating... [ 1237.445693] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.445857] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.445981] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.446226] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.446370] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.446654] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.446816] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.446939] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.447434] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.447647] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.447848] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 824884ad-2cd9-4de0-a003-2fce1151d2bb is going to be created. [ 1237.472636] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.472955] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.473180] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.473490] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.473775] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.474099] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-824884ad-2cd9-4de0-a003-2fce1151d2bb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.511146] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.511323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.511398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.511609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.511717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.511953] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.512067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.512132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.512282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.512360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.512449] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be updated. [ 1237.541809] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.541980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.542064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.542278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.542437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.554706] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: IN_PROGRESS for 2s [ 1238.415617] env[68927]: INFO networking_nsxv3.common.synchronization [req-0599e0d1-6122-420c-85ba-e120d6dce555 req-66a5296c-5161-4097-a44b-830310ae1b14 service nova] Enqueued Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_rules [ 1238.415959] env[68927]: INFO networking_nsxv3.common.synchronization [req-0599e0d1-6122-420c-85ba-e120d6dce555 req-66a5296c-5161-4097-a44b-830310ae1b14 service nova] Enqueued Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_members [ 1238.416056] env[68927]: INFO networking_nsxv3.common.synchronization [req-0599e0d1-6122-420c-85ba-e120d6dce555 req-66a5296c-5161-4097-a44b-830310ae1b14 service nova] Enqueued Resource ID: 824884ad-2cd9-4de0-a003-2fce1151d2bb with Priority: HIGHEST for action port [ 1238.416513] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_rules [ 1238.416641] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_members [ 1238.416734] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824884ad-2cd9-4de0-a003-2fce1151d2bb with Priority: HIGHEST for action port [ 1238.417266] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.417421] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.417503] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.418868] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.418868] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4426edb0-e9d0-4dbf-86a8-11e7068359ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.419293] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4426edb0-e9d0-4dbf-86a8-11e7068359ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.419413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.419496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.419682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.419834] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.419926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.419982] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.420590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.420590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.420590] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4426edb0-e9d0-4dbf-86a8-11e7068359ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.421152] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-824884ad-2cd9-4de0-a003-2fce1151d2bb taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.421268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-824884ad-2cd9-4de0-a003-2fce1151d2bb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.421343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-824884ad-2cd9-4de0-a003-2fce1151d2bb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.422046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-824884ad-2cd9-4de0-a003-2fce1151d2bb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.422046] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824884ad-2cd9-4de0-a003-2fce1151d2bb',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.720181] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: SUCCESS [ 1238.720181] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.923765] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4426edb0-e9d0-4dbf-86a8-11e7068359ea taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.923765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.926383] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4426edb0-e9d0-4dbf-86a8-11e7068359ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.927558] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 824884ad-2cd9-4de0-a003-2fce1151d2bb with status ACTIVE [ 1238.928077] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.928077] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.928364] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.928632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.928632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.931036] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.931036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.931036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.931036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.931036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.931036] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.931036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.931036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.931036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.931036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.931036] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 824884ad-2cd9-4de0-a003-2fce1151d2bb is going to be updated. [ 1238.951493] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.951665] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.951768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.951979] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.952156] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.952315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-824884ad-2cd9-4de0-a003-2fce1151d2bb" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.433070] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4426edb0-e9d0-4dbf-86a8-11e7068359ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.564012] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 in Status: SUCCESS [ 1239.564206] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 deletion is rescheduled due to dependency. [ 1239.564318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.935521] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.935712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.935784] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.935995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.936104] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.936207] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea is going to be created. [ 1239.959204] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.959356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.959454] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.959642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.959808] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.968797] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea in Status: UNINITIALIZED for 2s [ 1241.981164] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea in Status: SUCCESS [ 1241.981470] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.981533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.981712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.981933] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.982067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.982135] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.982295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.982377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.982465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.982558] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4426edb0-e9d0-4dbf-86a8-11e7068359ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.484897] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4426edb0-e9d0-4dbf-86a8-11e7068359ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.987472] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4426edb0-e9d0-4dbf-86a8-11e7068359ea: rpc.has_security_group_logging(os_id): False [ 1243.005098] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.005356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.005356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.005566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.005654] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.005919] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.006048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.006121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.006290] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.006365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.006543] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea is going to be created. [ 1243.060463] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.060649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.061383] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.061740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.062026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.073323] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea in Status: IN_PROGRESS for 2s [ 1243.418398] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.418515] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1245.086054] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea in Status: SUCCESS [ 1245.086409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.107721] env[68927]: INFO networking_nsxv3.common.synchronization [req-afa0e49b-cbc1-407c-ba59-5905896b395a req-ce24c2ea-03ef-4442-86d0-22b918a962ac tempest-ServersTestBootFromVolume-552978982 tempest-ServersTestBootFromVolume-552978982-project-member] Enqueued Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_members [ 1245.108009] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 with Priority: HIGHEST for action security_group_members [ 1245.108376] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.108542] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.108624] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.108837] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.109147] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.109275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.109364] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.110279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.110279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.110279] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbc5978-fd43-4b17-ad79-1b6db7d11e27',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.319087] env[68927]: INFO networking_nsxv3.common.synchronization [req-1f8db697-63ce-4693-8e01-b758bbf90235 req-2072ec3b-df29-4a45-879b-a9506efac952 tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_members [ 1245.319636] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_members [ 1245.319989] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.320210] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.320279] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.320555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.320714] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.321594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.321750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.321972] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.322100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.322171] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3d4a40-663b-4dd8-ac15-ab3b65da38a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.615526] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.615526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.615526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.615526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.615526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.615526] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.615526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.615526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.615526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.615526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.615526] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 is going to be updated. [ 1245.643186] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.643270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.643307] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.644025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.644025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.651895] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 in Status: IN_PROGRESS for 2s [ 1245.811017] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.811169] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.811353] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.811776] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.812277] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.812553] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.812777] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.813190] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.813359] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.813584] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.813709] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.813829] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.813944] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.814078] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.814268] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.814420] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.824469] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.824635] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.824697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.824866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.824958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.825213] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.825343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.825403] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.825556] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.825634] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.825722] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 already deleted. [ 1245.825804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.843221] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.843383] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1245.843438] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.843614] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-604" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.843936] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-e35af775-b366-48d8-b82d-54b88a2d59e7 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.844130] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-e35af775-b366-48d8-b82d-54b88a2d59e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.844256] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-e35af775-b366-48d8-b82d-54b88a2d59e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.844631] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-e35af775-b366-48d8-b82d-54b88a2d59e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.844808] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e35af775-b366-48d8-b82d-54b88a2d59e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.348026] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.348393] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.348605] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.348952] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.349167] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.349446] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port e35af775-b366-48d8-b82d-54b88a2d59e7 not found, creating... [ 1246.349979] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.350205] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.350374] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.350643] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.350861] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.351122] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.351299] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.351425] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.351652] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.351797] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.352049] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: e35af775-b366-48d8-b82d-54b88a2d59e7 is going to be created. [ 1246.376309] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.376543] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.376776] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.377022] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.377269] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.377556] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-e35af775-b366-48d8-b82d-54b88a2d59e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.466722] env[68927]: INFO networking_nsxv3.common.synchronization [req-1f8db697-63ce-4693-8e01-b758bbf90235 req-3927019a-2f65-418d-96a4-0866449cd0e9 service nova] Enqueued Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_rules [ 1247.467075] env[68927]: INFO networking_nsxv3.common.synchronization [req-1f8db697-63ce-4693-8e01-b758bbf90235 req-3927019a-2f65-418d-96a4-0866449cd0e9 service nova] Enqueued Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_members [ 1247.467075] env[68927]: INFO networking_nsxv3.common.synchronization [req-1f8db697-63ce-4693-8e01-b758bbf90235 req-3927019a-2f65-418d-96a4-0866449cd0e9 service nova] Enqueued Resource ID: e35af775-b366-48d8-b82d-54b88a2d59e7 with Priority: HIGHEST for action port [ 1247.468313] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_rules [ 1247.468313] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_members [ 1247.468313] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35af775-b366-48d8-b82d-54b88a2d59e7 with Priority: HIGHEST for action port [ 1247.468313] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.468539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.468539] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.469739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.469739] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3d4a40-663b-4dd8-ac15-ab3b65da38a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.469739] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.469739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.469902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.469988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.470864] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.470864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.470864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.470864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.470864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.470864] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3d4a40-663b-4dd8-ac15-ab3b65da38a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.471367] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-e35af775-b366-48d8-b82d-54b88a2d59e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.471465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e35af775-b366-48d8-b82d-54b88a2d59e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.471533] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e35af775-b366-48d8-b82d-54b88a2d59e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.471675] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e35af775-b366-48d8-b82d-54b88a2d59e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.471748] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e35af775-b366-48d8-b82d-54b88a2d59e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.662051] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 in Status: SUCCESS [ 1247.662299] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbc5978-fd43-4b17-ad79-1b6db7d11e27 deletion is rescheduled due to dependency. [ 1247.663105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbc5978-fd43-4b17-ad79-1b6db7d11e27" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.974090] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.974267] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.974429] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f3d4a40-663b-4dd8-ac15-ab3b65da38a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.975443] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e35af775-b366-48d8-b82d-54b88a2d59e7 with status ACTIVE [ 1247.975536] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.975677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.975740] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.975912] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.976011] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.976244] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.976350] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.976410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.976575] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.976655] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.976836] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.976928] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.976982] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.977140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.977216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.977300] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e35af775-b366-48d8-b82d-54b88a2d59e7 is going to be updated. [ 1247.996851] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.997018] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.997108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.997299] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.997447] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.997599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e35af775-b366-48d8-b82d-54b88a2d59e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.478713] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f3d4a40-663b-4dd8-ac15-ab3b65da38a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.983848] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.983848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.983848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.983848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.983848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.983848] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 is going to be created. [ 1249.003947] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.003947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.003947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.003947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.004201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.012910] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 in Status: UNINITIALIZED for 2s [ 1251.024475] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 in Status: SUCCESS [ 1251.024793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.024831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.025059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.025258] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.025443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.025531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.025703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.025787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.025875] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.025990] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f3d4a40-663b-4dd8-ac15-ab3b65da38a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.412503] env[68927]: INFO networking_nsxv3.common.synchronization [req-6c4e1a90-ae15-4751-92c7-d474b9a656f9 req-dc74f0d0-9734-4743-8a18-584cffebe91d tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1251.413066] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1251.413363] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.413488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.413555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.413748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.413898] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.413997] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.414074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.414399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.414399] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.414512] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.528569] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f3d4a40-663b-4dd8-ac15-ab3b65da38a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.917183] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.917362] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.917450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.917657] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.917754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.917957] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.918071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.918134] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.918282] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.918354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.918444] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be updated. [ 1251.945106] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.945302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.945302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.945457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.945599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.954822] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 1252.031554] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0: rpc.has_security_group_logging(os_id): False [ 1252.048860] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.048860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.048860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.049111] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.049190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.049547] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.049793] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.049869] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.050132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.050284] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.050432] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 is going to be created. [ 1252.110795] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.110952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.111010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.111231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.111413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.121298] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 in Status: IN_PROGRESS for 2s [ 1253.964255] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 1253.964548] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 deletion is rescheduled due to dependency. [ 1253.964548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.136151] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 in Status: SUCCESS [ 1254.136385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.415437] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.415437] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1261.416442] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.416753] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.852667] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 req-ffa688d4-e355-4085-8a94-df6368b7b6ea tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1265.852917] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1265.853380] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.853380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.853544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.853638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.853785] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.853876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.854547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.854547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.854547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.854547] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.360495] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.360495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.360495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.360495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.360495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.360495] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.360495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.360495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.360495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.360495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.360495] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be updated. [ 1266.381960] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.382173] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.382239] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.382409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.382553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.392136] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 1266.542876] env[68927]: INFO networking_nsxv3.common.synchronization [req-8359d7e0-85e9-4baa-a7ef-6a5596c6b3ed req-f438dbb1-bea5-4c4a-b14f-005a5551bda0 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1266.543468] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1266.543917] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.545026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.545026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.545167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.545926] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.545926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.547020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.547020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.547145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.547221] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.667920] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.667920] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.668147] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.668356] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.668716] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.669100] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.669100] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.669287] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.669458] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.669708] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.669802] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.669924] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.670079] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.670244] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.670364] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.670516] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.689682] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.689964] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1266.690135] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.690397] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.690826] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-81ceb423-5bb9-486f-a127-b17f9b93ed59 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.696685] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.696685] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.696685] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.696685] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ceb423-5bb9-486f-a127-b17f9b93ed59',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.050952] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.050952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.050952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.051378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.070544] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.070767] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.070934] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.071026] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.071231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.071316] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.071406] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 is going to be updated. [ 1267.095793] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.095951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.096085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.096232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.096376] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.103789] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: IN_PROGRESS for 2s [ 1267.201613] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.201996] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.202299] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.202714] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.203010] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.203782] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 81ceb423-5bb9-486f-a127-b17f9b93ed59 not found, creating... [ 1267.203782] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.203782] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.203966] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.204169] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.204450] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.204877] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.205078] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.205204] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.205425] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.205565] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.205707] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 81ceb423-5bb9-486f-a127-b17f9b93ed59 is going to be created. [ 1267.225322] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.225582] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.225673] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.225927] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.226201] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.226400] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.955026] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 req-f5267a4d-bbb4-428e-9250-740746763ad6 service nova] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 1267.955026] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 req-f5267a4d-bbb4-428e-9250-740746763ad6 service nova] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1267.955026] env[68927]: INFO networking_nsxv3.common.synchronization [req-5f6529e2-80f4-40fb-a278-6c48f2fbe0c8 req-f5267a4d-bbb4-428e-9250-740746763ad6 service nova] Enqueued Resource ID: 81ceb423-5bb9-486f-a127-b17f9b93ed59 with Priority: HIGHEST for action port [ 1267.955321] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 1267.955364] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1267.955486] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ceb423-5bb9-486f-a127-b17f9b93ed59 with Priority: HIGHEST for action port [ 1267.955999] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.956169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.956286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.956415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.956499] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.957362] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.957433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.957588] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ceb423-5bb9-486f-a127-b17f9b93ed59 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.957757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.957757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.957886] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.957961] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ceb423-5bb9-486f-a127-b17f9b93ed59',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.401248] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 1268.401542] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 deletion is rescheduled due to dependency. [ 1268.401656] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.401866] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.402179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.402428] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.402590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.402690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.402906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.403041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.403185] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.459460] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.459619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.460929] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81ceb423-5bb9-486f-a127-b17f9b93ed59 with status ACTIVE [ 1268.461172] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.461310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.461390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.461632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.461876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.462225] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.462331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.462457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.462599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.462701] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.462941] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.463175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.463294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.463465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.463570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.463725] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81ceb423-5bb9-486f-a127-b17f9b93ed59 is going to be updated. [ 1268.482719] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.482847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.482890] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.483084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.483249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.483398] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.907655] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.114107] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: SUCCESS [ 1269.114297] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 deletion is rescheduled due to dependency. [ 1269.114428] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.409861] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.913891] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.913891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.913891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.913891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.913891] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.913891] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be updated. [ 1269.937802] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.937986] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.938090] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.938310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.938458] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.947559] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 1271.958531] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 1271.958903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.958903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.959094] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.959333] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.959531] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.959609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.959805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.959901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.959991] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.960108] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.462843] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.956621] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.956621] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1272.965117] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc1a03a-a585-4d0f-a437-f75eab061837: rpc.has_security_group_logging(os_id): False [ 1272.982742] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.982897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.982974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.983221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.983312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.983595] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.983702] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.983768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.983920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.983999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.984098] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be updated. [ 1273.040063] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.040063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.040063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.040379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.040771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.050893] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 1275.064064] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 1275.064406] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.078275] env[68927]: INFO networking_nsxv3.common.synchronization [req-654f2b0e-9afd-45ab-9041-827efcb43cd6 req-a4360985-b453-42ed-9b4b-f3a132b3e00e tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1276.082348] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1276.082693] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.082823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.082892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.083358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.083517] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.083628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.083757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.083858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.083947] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.084057] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.349098] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.349317] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.349448] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.349722] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.349989] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.350219] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.350352] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.350577] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.351089] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.351089] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.351089] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.351246] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.351281] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.351391] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.352241] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.352241] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.369408] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.369575] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1276.369722] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.369900] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.370620] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-90b39d70-0386-44f5-96de-97fc9dc992d7 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.370620] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-90b39d70-0386-44f5-96de-97fc9dc992d7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.370620] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-90b39d70-0386-44f5-96de-97fc9dc992d7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.370958] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-90b39d70-0386-44f5-96de-97fc9dc992d7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.371045] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b39d70-0386-44f5-96de-97fc9dc992d7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.589300] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.589300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.589300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.589300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.589300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.589300] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.589300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.589300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.589300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.589300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.589300] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 is going to be updated. [ 1276.611302] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.611448] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.611514] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.611680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.611812] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.620427] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: IN_PROGRESS for 2s [ 1276.875860] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.876160] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.876269] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.876526] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.876685] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.876850] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 90b39d70-0386-44f5-96de-97fc9dc992d7 not found, creating... [ 1276.877147] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.877318] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.877443] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.877671] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.877815] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.878149] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.878322] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.878447] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.878662] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.878805] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.878949] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 90b39d70-0386-44f5-96de-97fc9dc992d7 is going to be created. [ 1276.897954] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.898183] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.898280] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.898571] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.898806] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.899044] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-90b39d70-0386-44f5-96de-97fc9dc992d7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.610042] env[68927]: INFO networking_nsxv3.common.synchronization [req-654f2b0e-9afd-45ab-9041-827efcb43cd6 req-8df8753a-03fb-4979-b374-edf6a3867c7b service nova] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_rules [ 1277.610042] env[68927]: INFO networking_nsxv3.common.synchronization [req-654f2b0e-9afd-45ab-9041-827efcb43cd6 req-8df8753a-03fb-4979-b374-edf6a3867c7b service nova] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1277.610042] env[68927]: INFO networking_nsxv3.common.synchronization [req-654f2b0e-9afd-45ab-9041-827efcb43cd6 req-8df8753a-03fb-4979-b374-edf6a3867c7b service nova] Enqueued Resource ID: 90b39d70-0386-44f5-96de-97fc9dc992d7 with Priority: HIGHEST for action port [ 1277.610042] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_rules [ 1277.610042] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1277.610042] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b39d70-0386-44f5-96de-97fc9dc992d7 with Priority: HIGHEST for action port [ 1277.611142] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.611562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.611759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.612095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.612350] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.613807] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.613807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.613807] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-90b39d70-0386-44f5-96de-97fc9dc992d7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.613807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90b39d70-0386-44f5-96de-97fc9dc992d7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.613807] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90b39d70-0386-44f5-96de-97fc9dc992d7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.614161] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90b39d70-0386-44f5-96de-97fc9dc992d7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.614218] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b39d70-0386-44f5-96de-97fc9dc992d7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.116884] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.117036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.117222] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90b39d70-0386-44f5-96de-97fc9dc992d7 with status ACTIVE [ 1278.117417] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.117536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.117578] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.117787] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.117880] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.118062] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.118157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.118236] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.118397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.118476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.118653] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.118767] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.118870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.119088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.119178] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.119265] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90b39d70-0386-44f5-96de-97fc9dc992d7 is going to be updated. [ 1278.138997] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.139157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.139243] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.139501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.139638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.139795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90b39d70-0386-44f5-96de-97fc9dc992d7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.630903] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: SUCCESS [ 1278.630903] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 deletion is rescheduled due to dependency. [ 1278.630903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.631492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.631492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.631575] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.631667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.631771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.631979] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.632081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.632227] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.134296] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.636841] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.140022] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.140354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.140462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.140823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.140948] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.141100] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 is going to be updated. [ 1280.167845] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.168073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.168162] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.168331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.168509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.182246] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: IN_PROGRESS for 2s [ 1282.195997] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: SUCCESS [ 1282.196474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.196474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.196652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.196852] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.196974] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.197048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.197211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.197295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.197392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.197477] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.611081] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.611257] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1282.700073] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.202421] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7: rpc.has_security_group_logging(os_id): False [ 1283.218550] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.218692] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.218757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.218971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.220019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.220019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.220019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.220019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.220019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.220019] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.220019] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 is going to be updated. [ 1283.281431] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.281632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.281719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.281999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.282252] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.293199] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: IN_PROGRESS for 2s [ 1285.306892] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: SUCCESS [ 1285.307349] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.612143] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.612393] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.391786] env[68927]: INFO networking_nsxv3.common.synchronization [req-f1ce654e-a96e-42df-85f1-adc388839245 req-1d944011-6feb-4d4c-85c6-00ac8c2a2c08 tempest-ServersV294TestFqdnHostnames-1450691560 tempest-ServersV294TestFqdnHostnames-1450691560-project-member] Enqueued Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_members [ 1289.392943] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGHEST for action security_group_members [ 1289.393143] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-4426edb0-e9d0-4dbf-86a8-11e7068359ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.393864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.393864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.393864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.393864] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.393864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.394156] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.394156] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.394246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.394815] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4426edb0-e9d0-4dbf-86a8-11e7068359ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.896527] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.896703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.896760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.896994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.897108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.897313] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.897419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.897485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.897642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.897719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.897804] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea is going to be updated. [ 1289.923017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.923179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.923245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.923473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.923754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.930873] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea in Status: IN_PROGRESS for 2s [ 1291.941638] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea in Status: SUCCESS [ 1291.942035] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea deletion is rescheduled due to dependency. [ 1291.942035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.393571] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.393957] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.395262] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.395262] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.193399] env[68927]: INFO networking_nsxv3.common.synchronization [req-a26882e4-b509-4c16-a306-3faa34875942 req-ea84189a-2cf6-4f58-b707-37ded101a902 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 1303.193962] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 1303.194271] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.194395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.194466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.194690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.194866] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.194960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.195040] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.195208] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.195303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.195385] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.697246] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.199365] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.701747] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.703046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.703046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.703046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.703046] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.703046] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 is going to be updated. [ 1304.731360] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.731483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.731527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.731699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.731844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.739894] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: IN_PROGRESS for 2s [ 1306.750273] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: SUCCESS [ 1306.750661] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.194615] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.194934] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.840507] env[68927]: INFO networking_nsxv3.common.synchronization [req-cc47490d-f82b-4a0c-950e-f643463e8cf3 req-bccf3979-f7c6-4990-8fca-e9adee69383e tempest-AttachVolumeNegativeTest-1874219053 tempest-AttachVolumeNegativeTest-1874219053-project-member] Enqueued Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_members [ 1311.841073] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGHEST for action security_group_members [ 1311.841375] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.841497] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.841565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.841760] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.841924] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.842064] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.842310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.842310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.842310] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.842457] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3d4a40-663b-4dd8-ac15-ab3b65da38a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.344964] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.345155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.345233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.345453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.345548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.345746] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.345848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.345918] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.346083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.346159] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.346245] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 is going to be updated. [ 1312.373988] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.374152] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.374231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.374673] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.374673] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.385885] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 in Status: IN_PROGRESS for 2s [ 1314.395833] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 in Status: SUCCESS [ 1314.396093] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 deletion is rescheduled due to dependency. [ 1314.396184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.848629] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1314.848805] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1316.842056] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.842425] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.841431] env[68927]: INFO networking_nsxv3.common.synchronization [req-5678af1e-8f18-4efd-9286-108821438b9c req-f02b2bf4-2289-49ad-a5ad-32ca9fbcc5d1 tempest-ServerActionsTestOtherA-1218512305 tempest-ServerActionsTestOtherA-1218512305-project-member] Enqueued Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 1317.842057] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGHEST for action security_group_members [ 1317.842456] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.842732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.842732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.842900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.843057] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.843158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.843221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.843370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.843457] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.843550] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.346918] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.347157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.347157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.347384] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.347479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.347678] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.347776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.347839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.347995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.348076] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.348165] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 is going to be updated. [ 1318.374306] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.374473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.374559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.374792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.374963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.383078] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: IN_PROGRESS for 2s [ 1320.393442] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 in Status: SUCCESS [ 1320.393906] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 deletion is rescheduled due to dependency. [ 1320.393906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.842575] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.842910] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.335832] env[68927]: INFO networking_nsxv3.common.synchronization [None req-e7904216-d36f-42dd-b441-591ea6dd53d8 None None] Enqueued Resource ID: fcb36ce0-021f-4dfe-8eea-247a647c67b7 with Priority: HIGHEST for action port [ 1325.336364] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb36ce0-021f-4dfe-8eea-247a647c67b7 with Priority: HIGHEST for action port [ 1325.336684] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcb36ce0-021f-4dfe-8eea-247a647c67b7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.336806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcb36ce0-021f-4dfe-8eea-247a647c67b7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.336874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcb36ce0-021f-4dfe-8eea-247a647c67b7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.337139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcb36ce0-021f-4dfe-8eea-247a647c67b7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.337219] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcb36ce0-021f-4dfe-8eea-247a647c67b7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.587359] env[68927]: INFO networking_nsxv3.common.synchronization [None req-0f4d4994-617e-4146-b179-f4453f9f296e tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Enqueued Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_rules [ 1325.588022] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_rules [ 1325.588022] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.588022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.588220] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.589165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.589165] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.672714] env[68927]: INFO networking_nsxv3.common.synchronization [None req-1ad52bcc-0cce-44e4-8b03-eba97016ce43 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Enqueued Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_rules [ 1325.673045] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_rules [ 1325.673293] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.673416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.843142] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcb36ce0-021f-4dfe-8eea-247a647c67b7 [ 1325.843378] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.843519] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.843590] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.843937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.844063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.844162] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcb36ce0-021f-4dfe-8eea-247a647c67b7 already deleted. [ 1325.844244] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcb36ce0-021f-4dfe-8eea-247a647c67b7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.116641] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.116851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.116851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.117080] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.117178] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.117298] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 already deleted. [ 1326.117390] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.117897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.118088] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.118179] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.639854] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.640262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.640262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.640495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.640495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.640630] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 already deleted. [ 1326.640738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.612543] env[68927]: INFO networking_nsxv3.common.synchronization [None req-874ce086-f421-41b6-9a64-ae3f503e5937 None None] Enqueued Resource ID: afd087c1-fc99-4939-8721-90097c0b2eff with Priority: HIGHEST for action port [ 1327.612869] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd087c1-fc99-4939-8721-90097c0b2eff with Priority: HIGHEST for action port [ 1327.613665] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-afd087c1-fc99-4939-8721-90097c0b2eff taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.613830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afd087c1-fc99-4939-8721-90097c0b2eff" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.613830] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afd087c1-fc99-4939-8721-90097c0b2eff" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.614097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afd087c1-fc99-4939-8721-90097c0b2eff" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.616131] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd087c1-fc99-4939-8721-90097c0b2eff',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.117328] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afd087c1-fc99-4939-8721-90097c0b2eff [ 1328.117328] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.117328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.117328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.117817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.117817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.117817] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afd087c1-fc99-4939-8721-90097c0b2eff already deleted. [ 1328.117817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afd087c1-fc99-4939-8721-90097c0b2eff" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.420633] env[68927]: INFO networking_nsxv3.common.synchronization [req-0c4036d8-e1c3-4584-9275-097d06b539bf req-09910bf7-f0e4-47aa-8183-6dea735c9d68 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Enqueued Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_members [ 1330.421228] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64939ec2-5253-4563-814c-4583ff17f8b3 with Priority: HIGHEST for action security_group_members [ 1330.421532] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-64939ec2-5253-4563-814c-4583ff17f8b3 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.421652] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.421718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.421913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.422084] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.422188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.422263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.422391] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.422473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.422567] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64939ec2-5253-4563-814c-4583ff17f8b3',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.786909] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.786909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.786909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.786909] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.787206] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.924542] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.924694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.924763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.924970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.925085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.925290] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.925389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.925453] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.925599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.925677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.925890] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64939ec2-5253-4563-814c-4583ff17f8b3 is going to be updated. [ 1330.952238] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.952419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.952473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.952650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.952790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.960558] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64939ec2-5253-4563-814c-4583ff17f8b3 in Status: IN_PROGRESS for 2s [ 1331.065885] env[68927]: INFO networking_nsxv3.common.synchronization [req-550958ca-2e6f-4ae9-aa82-4d0698561e34 req-3b24285e-cde6-4313-b7c8-1ae126dbc0b4 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Enqueued Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_members [ 1331.066380] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_members [ 1331.066673] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.066794] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.066852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.067888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.067888] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.067888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.067888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.067888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.067888] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.068210] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.289574] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.432492] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.432774] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.432868] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.433207] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.433471] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.433641] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.433764] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.433991] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.434285] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.434507] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1331.434631] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1331.434746] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1331.434862] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1331.435033] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1331.435187] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1331.435337] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1331.454149] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1331.454365] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1331.454521] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1331.454701] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.454998] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.455191] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.455316] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.455613] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.455756] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a54dd6-516d-41ca-bf38-dde7f85b8b74',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.569902] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.570642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.570642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.570642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.570642] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.570642] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.571177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.571177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.571177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.571177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.571177] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 already deleted. [ 1331.571177] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.794537] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.958118] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.958382] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.958507] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.958797] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.958955] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.959137] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port f5a54dd6-516d-41ca-bf38-dde7f85b8b74 not found, creating... [ 1331.959404] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.959566] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.959690] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.959910] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.960065] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.960355] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.960511] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.960634] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.960861] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.961033] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.961184] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: f5a54dd6-516d-41ca-bf38-dde7f85b8b74 is going to be created. [ 1331.979276] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.979444] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.979561] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.979805] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.980060] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.980294] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.296365] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1332.296474] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1332.704090] env[68927]: INFO networking_nsxv3.common.synchronization [req-550958ca-2e6f-4ae9-aa82-4d0698561e34 req-1a1b5328-c088-4bff-90e5-becb1ce1e2b2 service nova] Enqueued Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_rules [ 1332.704382] env[68927]: INFO networking_nsxv3.common.synchronization [req-550958ca-2e6f-4ae9-aa82-4d0698561e34 req-1a1b5328-c088-4bff-90e5-becb1ce1e2b2 service nova] Enqueued Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_members [ 1332.704475] env[68927]: INFO networking_nsxv3.common.synchronization [req-550958ca-2e6f-4ae9-aa82-4d0698561e34 req-1a1b5328-c088-4bff-90e5-becb1ce1e2b2 service nova] Enqueued Resource ID: f5a54dd6-516d-41ca-bf38-dde7f85b8b74 with Priority: HIGHEST for action port [ 1332.704825] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_rules [ 1332.704825] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_members [ 1332.705022] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a54dd6-516d-41ca-bf38-dde7f85b8b74 with Priority: HIGHEST for action port [ 1332.705498] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.705648] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.705717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.705963] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.706082] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.707103] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.707262] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.707353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.707540] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.707714] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.707835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.707919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.708100] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.708209] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.708333] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.709187] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.709304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.709304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.709494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.709620] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a54dd6-516d-41ca-bf38-dde7f85b8b74',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.975299] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64939ec2-5253-4563-814c-4583ff17f8b3 in Status: SUCCESS [ 1332.975474] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64939ec2-5253-4563-814c-4583ff17f8b3 deletion is rescheduled due to dependency. [ 1332.975576] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64939ec2-5253-4563-814c-4583ff17f8b3" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.106825] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.107105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.107105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.107286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.118903] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1333.119776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.120737] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1333.162505] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.162709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.162709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.162910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.176346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.177016] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1333.177106] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1333.177191] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1333.211790] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.211896] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.212090] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.214412] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5a54dd6-516d-41ca-bf38-dde7f85b8b74 with status ACTIVE [ 1333.214599] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.214713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.214776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.215089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.215089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.215239] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.215343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.215383] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.215534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.215690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.215876] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.215966] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.216509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.216509] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.216637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.216637] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5a54dd6-516d-41ca-bf38-dde7f85b8b74 is going to be updated. [ 1333.219064] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.219174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.219234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.219388] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.220752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.221037] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1333.241320] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.241433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.241517] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.241669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.241791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.241956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.303895] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.304123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.304123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.304308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.304608] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.304893] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1333.414436] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.414626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.414680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.414848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.415166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.415470] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1333.415566] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'89613f55-25c9-4a51-be45-5ad829affd69', '75531ded-11a1-4899-9f2e-8521a26f64f0', '3f6ce663-8c33-475f-808f-e6efbb13ad67', '1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78', '2c3f271f-bf2f-4bdc-87a0-509afb044ca5', '5a0a3b88-2f75-455e-9d04-44bc3e7feae0', '9b9dd666-e818-4799-9781-97bcea70f270', '4426edb0-e9d0-4dbf-86a8-11e7068359ea', '374ed6cc-26de-43b3-a118-43aad3c1f528', '88b3cf4e-fbad-49fb-9243-8065a9725acd', '147ec165-f198-4ffe-a715-cfaa1af6927f', 'd603dc80-fdad-4726-990d-51982303a3c5', '6a375d60-c576-4d3b-bfbd-df20233244b5', '28848d71-1f2d-470e-b6e3-12389be5ffcf', '7f3d4a40-663b-4dd8-ac15-ab3b65da38a0', '3fe0b102-a902-45a1-ac49-dcda8499d098', '83330fef-9709-4bfb-95e2-35aabc4a19ae', '2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d', '01c84557-81f8-4969-b27b-cd11f358cd12', 'd957e17f-8897-4213-bd2b-a1a0c6e6cf12', '109ec895-1abb-4012-9dbd-c3b5f3ece112', '6b5798ea-b5bf-4511-b6a8-03ab6457dcc9', 'a51286ca-aed2-4de3-b316-c13d68c3bca6', '5e007d0a-4239-4115-a99d-781a7f3dc0ea', 'dfa63990-4332-482c-a477-0c46d98c27f0', '6a22db94-5a6a-440e-9f29-0e63827cc01c', 'c85002a9-f5d5-4a76-bd1d-da1428b0134c', '470eaf51-22c3-4176-9c58-420c88f8d402', 'fdc1a03a-a585-4d0f-a437-f75eab061837', '94d5eaa0-aba5-4a00-85f7-aaa971fdae89', '089afbbd-f47c-401e-8065-3b3dcd8bf411', '90383b61-6ad5-4b27-a26a-5031c62bfb0d', '6f74adbe-58f1-4c08-b14c-15b6079548f9', '6551fd04-a583-4c56-a62c-e6fbd87c39be', '4be3b2bb-f69b-436c-aaa0-6851d4ccdd33', '96050706-20f4-4727-9e71-c3538529d21e', '44484ceb-acba-41d6-8a6a-22639e07f9bf', '3c4a51b5-20be-47d9-aef0-a29f82c76270', 'cd793436-e0c2-4ae2-a278-ebf2a6ad74e1', '24523c5b-9c92-4867-be83-8b7872f0d3c6', 'b46112a1-2b7f-4aeb-93c2-ad952ecde088', '64939ec2-5253-4563-814c-4583ff17f8b3', '7437090d-af59-4315-a675-4274cbfc0f62', 'bfbc5978-fd43-4b17-ad79-1b6db7d11e27', 'd0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7'} {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1333.415679] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1333.435446] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.435567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.435640] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.435820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.435902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.436012] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1333.436088] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1333.436158] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1333.527285] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.527437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.527526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.527713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.528850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.529154] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1333.529295] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1333.529295] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1333.529404] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1333.529450] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1333.529514] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGH for action security_group_rules [ 1333.529560] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGH for action security_group_rules [ 1333.529678] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGH for action security_group_rules [ 1333.529724] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGH for action security_group_rules [ 1333.529791] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGH for action security_group_rules [ 1333.529858] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGH for action security_group_rules [ 1333.529914] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGH for action security_group_rules [ 1333.529980] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGH for action security_group_rules [ 1333.530057] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGH for action security_group_rules [ 1333.530122] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGH for action security_group_rules [ 1333.530190] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGH for action security_group_rules [ 1333.530247] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGH for action security_group_rules [ 1333.530305] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGH for action security_group_rules [ 1333.530361] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGH for action security_group_rules [ 1333.530417] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGH for action security_group_rules [ 1333.530466] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGH for action security_group_rules [ 1333.530530] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGH for action security_group_rules [ 1333.530580] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d with Priority: HIGH for action security_group_rules [ 1333.530639] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGH for action security_group_rules [ 1333.530698] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGH for action security_group_rules [ 1333.530803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.714026] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.216558] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.216722] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.216776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.216990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.217092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.217197] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 is going to be created. [ 1334.241594] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.241683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.241775] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.241992] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.242157] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.252642] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 in Status: UNINITIALIZED for 2s [ 1336.264308] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 in Status: SUCCESS [ 1336.264695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.264695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.264803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.264988] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.265119] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.265190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.265358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.265440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.265526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.265615] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.768209] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.270698] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40: rpc.has_security_group_logging(os_id): False [ 1337.287895] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.288163] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.288233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.288443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.288529] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.288776] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.288874] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.288938] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.289103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.289181] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.289266] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 is going to be created. [ 1337.346485] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.346714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.346714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.346897] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.347156] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.356840] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 in Status: IN_PROGRESS for 2s [ 1337.705663] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.705829] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1337.705919] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89613f55-25c9-4a51-be45-5ad829affd69 with Priority: HIGH for action security_group_rules [ 1337.706075] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 with Priority: HIGH for action security_group_rules [ 1337.706186] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9dd666-e818-4799-9781-97bcea70f270 with Priority: HIGH for action security_group_rules [ 1337.706299] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 with Priority: HIGH for action security_group_rules [ 1337.706397] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 with Priority: HIGH for action security_group_rules [ 1337.706512] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c84557-81f8-4969-b27b-cd11f358cd12 with Priority: HIGH for action security_group_rules [ 1337.706596] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d with Priority: HIGH for action security_group_rules [ 1337.706697] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae with Priority: HIGH for action security_group_rules [ 1337.706790] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGH for action security_group_rules [ 1337.706895] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 with Priority: HIGH for action security_group_rules [ 1337.706985] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 with Priority: HIGH for action security_group_rules [ 1337.707083] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d603dc80-fdad-4726-990d-51982303a3c5 with Priority: HIGH for action security_group_rules [ 1337.707186] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147ec165-f198-4ffe-a715-cfaa1af6927f with Priority: HIGH for action security_group_rules [ 1337.707297] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd with Priority: HIGH for action security_group_rules [ 1337.707407] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 with Priority: HIGH for action security_group_rules [ 1337.707501] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 with Priority: HIGH for action security_group_rules [ 1337.707607] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea with Priority: HIGH for action security_group_rules [ 1337.707746] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 with Priority: HIGH for action security_group_rules [ 1337.707875] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 with Priority: HIGH for action security_group_rules [ 1337.707973] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 with Priority: HIGH for action security_group_rules [ 1337.708735] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89613f55-25c9-4a51-be45-5ad829affd69 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.708885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.708954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.709195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.709296] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89613f55-25c9-4a51-be45-5ad829affd69',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.710252] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6ce663-8c33-475f-808f-e6efbb13ad67 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.710402] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.710483] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.710660] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.710729] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6ce663-8c33-475f-808f-e6efbb13ad67',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.714749] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9dd666-e818-4799-9781-97bcea70f270 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.714749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.714749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.714749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.714749] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9dd666-e818-4799-9781-97bcea70f270',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.714749] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.714749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.714749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.714749] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.714749] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3d4a40-663b-4dd8-ac15-ab3b65da38a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.715373] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.715437] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.715476] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.715641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.715726] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d957e17f-8897-4213-bd2b-a1a0c6e6cf12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.716583] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01c84557-81f8-4969-b27b-cd11f358cd12 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.716697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.716742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.716903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.716976] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01c84557-81f8-4969-b27b-cd11f358cd12',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.717674] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.717780] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.717860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.718051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.718161] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.718860] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83330fef-9709-4bfb-95e2-35aabc4a19ae taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.718970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.719049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.719211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.719294] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83330fef-9709-4bfb-95e2-35aabc4a19ae',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.720038] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.720148] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.720229] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.720387] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.720461] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.721168] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe0b102-a902-45a1-ac49-dcda8499d098 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.721263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.721347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.721501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.721574] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe0b102-a902-45a1-ac49-dcda8499d098',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.722264] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a375d60-c576-4d3b-bfbd-df20233244b5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.722416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.722466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.722623] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.722708] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a375d60-c576-4d3b-bfbd-df20233244b5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.724035] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d603dc80-fdad-4726-990d-51982303a3c5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.724035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.724035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.724035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.724035] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d603dc80-fdad-4726-990d-51982303a3c5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.724586] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-147ec165-f198-4ffe-a715-cfaa1af6927f taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.724709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.724768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.724919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.725017] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('147ec165-f198-4ffe-a715-cfaa1af6927f',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.725686] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88b3cf4e-fbad-49fb-9243-8065a9725acd taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.725796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.725859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.726094] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.726094] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88b3cf4e-fbad-49fb-9243-8065a9725acd',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.726767] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-374ed6cc-26de-43b3-a118-43aad3c1f528 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.726884] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.726946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.727125] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.727196] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('374ed6cc-26de-43b3-a118-43aad3c1f528',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.727969] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.728101] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.728174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.728328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.728399] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a0a3b88-2f75-455e-9d04-44bc3e7feae0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.729230] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.729230] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.729377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.729496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.729496] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4426edb0-e9d0-4dbf-86a8-11e7068359ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.730168] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.730293] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.730375] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.730513] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.730585] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3f271f-bf2f-4bdc-87a0-509afb044ca5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.733042] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75531ded-11a1-4899-9f2e-8521a26f64f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.733156] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.733271] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.733318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.733949] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75531ded-11a1-4899-9f2e-8521a26f64f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.734186] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.734300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.734300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.734474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.734526] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.761747] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.761910] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.761976] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.762189] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.764884] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.765012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.765650] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.765743] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.780612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.780723] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6ce663-8c33-475f-808f-e6efbb13ad67 is going to be deleted. [ 1337.781690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.781785] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.814061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.814061] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3d4a40-663b-4dd8-ac15-ab3b65da38a0 is going to be deleted. [ 1337.814493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.814694] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.837355] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.837482] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d603dc80-fdad-4726-990d-51982303a3c5 is going to be deleted. [ 1337.854754] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.854962] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.855099] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.855419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.855570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.855731] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6ce663-8c33-475f-808f-e6efbb13ad67" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.881969] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.882183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.882249] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.882456] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.882547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.882664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3d4a40-663b-4dd8-ac15-ab3b65da38a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.883429] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.883530] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.883595] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.883745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.883823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.883937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d603dc80-fdad-4726-990d-51982303a3c5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.971020] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.971020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.971020] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.971270] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.971315] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.971478] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.971599] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.971814] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.971989] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.972232] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.972352] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1337.972465] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1337.972586] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1337.972701] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.972809] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1337.972976] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1337.991483] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1337.991640] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1337.991780] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1337.991951] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-252" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.992250] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-81ceb423-5bb9-486f-a127-b17f9b93ed59 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.992419] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.992543] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.992774] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.992936] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ceb423-5bb9-486f-a127-b17f9b93ed59',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.236063] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.236270] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.236328] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.236596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.236850] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.237041] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.237155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.237353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.237450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.237559] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.237651] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.289559] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.289946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.289946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.289946] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.291382] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.291511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.292139] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.292232] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.293772] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.293885] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.294603] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.294699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.295404] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.295488] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.302983] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.303107] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.303787] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.303915] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.304639] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.304752] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.305512] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.305631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.306346] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.306431] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.307034] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1338.307493] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.307598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.308279] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1338.308667] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.308776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.309497] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1338.309881] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.310015] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.310555] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1338.310944] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.311063] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4426edb0-e9d0-4dbf-86a8-11e7068359ea is going to be deleted. [ 1338.312348] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.312443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.312498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.312667] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.314014] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.314113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.327661] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1338.328061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.328190] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe0b102-a902-45a1-ac49-dcda8499d098 is going to be deleted. [ 1338.328949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.329145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.345292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.345397] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9dd666-e818-4799-9781-97bcea70f270 is going to be deleted. [ 1338.346320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.346320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.360871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.360963] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a0a3b88-2f75-455e-9d04-44bc3e7feae0 is going to be deleted. [ 1338.361639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.361817] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.368434] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.368542] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.377707] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.377803] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01c84557-81f8-4969-b27b-cd11f358cd12 is going to be deleted. [ 1338.378492] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.378661] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.389977] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.390089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.392078] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.392184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.400626] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.400729] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d is going to be deleted. [ 1338.401440] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.401609] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.435745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.435863] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75531ded-11a1-4899-9f2e-8521a26f64f0 is going to be deleted. [ 1338.436628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.436804] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.439247] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.439370] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.463820] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.463950] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 374ed6cc-26de-43b3-a118-43aad3c1f528 is going to be deleted. [ 1338.464668] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.464844] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.494891] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.495109] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.495243] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.495496] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.495643] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.495924] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.496103] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.496221] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.496430] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.496569] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.496931] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.497055] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.497131] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.497337] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.497901] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.497901] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 81ceb423-5bb9-486f-a127-b17f9b93ed59 is going to be updated. [ 1338.498977] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.499102] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.519594] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.519724] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.532436] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.532637] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.532766] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.533083] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.533286] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.533507] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.567716] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.567836] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3f271f-bf2f-4bdc-87a0-509afb044ca5 is going to be deleted. [ 1338.568681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.568871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.637504] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.637641] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83330fef-9709-4bfb-95e2-35aabc4a19ae is going to be deleted. [ 1338.638520] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.638731] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.642210] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.642332] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.649176] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.649338] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.690480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.690617] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89613f55-25c9-4a51-be45-5ad829affd69 is going to be deleted. [ 1338.691550] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.691763] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.742709] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.742977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.743056] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.743331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.743514] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.743625] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.743693] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.743857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.744013] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.744124] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.744277] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.744374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.744438] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.744580] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.744717] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.744809] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.744871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.745114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.745248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.745334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.745423] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.750770] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.750949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.755118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.755237] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d957e17f-8897-4213-bd2b-a1a0c6e6cf12 is going to be deleted. [ 1338.756130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.756307] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.785303] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.785507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.819893] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.820074] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a375d60-c576-4d3b-bfbd-df20233244b5 is going to be deleted. [ 1338.820932] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.821118] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.869383] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.869630] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78 is going to be deleted. [ 1338.870942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.871292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.887690] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.887915] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.895624] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.895850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.916912] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.917079] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88b3cf4e-fbad-49fb-9243-8065a9725acd is going to be deleted. [ 1338.917913] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.918140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.963337] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.963337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.966078] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.966078] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 147ec165-f198-4ffe-a715-cfaa1af6927f is going to be deleted. [ 1338.966954] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.967200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.967302] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.967432] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4426edb0-e9d0-4dbf-86a8-11e7068359ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.967607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.967792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.967876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.967995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe0b102-a902-45a1-ac49-dcda8499d098" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.968499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.968676] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.968771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.968892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9dd666-e818-4799-9781-97bcea70f270" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.969048] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.969213] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.969290] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.969424] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a0a3b88-2f75-455e-9d04-44bc3e7feae0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.969548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.969699] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.969834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.969905] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01c84557-81f8-4969-b27b-cd11f358cd12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.970121] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.970180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.970281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.970364] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ccc1eb4-9dfe-4587-81cc-eadff7d95a1d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.970500] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.970651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.970726] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.970851] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-374ed6cc-26de-43b3-a118-43aad3c1f528" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.971059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.971137] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.971206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.971312] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75531ded-11a1-4899-9f2e-8521a26f64f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.971475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.971588] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.971738] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.971796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3f271f-bf2f-4bdc-87a0-509afb044ca5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.971881] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.972029] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.972109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.972233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83330fef-9709-4bfb-95e2-35aabc4a19ae" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.972352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.972502] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.972566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.972739] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89613f55-25c9-4a51-be45-5ad829affd69" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.972815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.972984] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.973091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.973179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d957e17f-8897-4213-bd2b-a1a0c6e6cf12" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.973297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.973446] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.974025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.974025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a375d60-c576-4d3b-bfbd-df20233244b5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.995175] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.995175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.995175] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.995443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.995443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.995443] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1677e0a3-dcbf-4e3a-ba2b-3fbe1669bb78" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.064959] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.065139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.065248] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.065477] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.065570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.065697] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88b3cf4e-fbad-49fb-9243-8065a9725acd" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.088130] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1339.088717] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.088864] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.088940] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.089169] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.089275] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.089345] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-147ec165-f198-4ffe-a715-cfaa1af6927f" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.248076] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28848d71-1f2d-470e-b6e3-12389be5ffcf: rpc.has_security_group_logging(os_id): False [ 1339.265942] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.266127] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.266207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.266407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.283806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.284115] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.284263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.284329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.284498] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.284581] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.284779] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.284870] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.284923] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.285083] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.285155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.285342] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.285445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.285501] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.285618] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.285695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.285780] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf is going to be updated. [ 1339.291230] env[68927]: INFO networking_nsxv3.common.synchronization [req-156eac0e-af62-48b2-a291-acb68bb46f32 req-52612ef0-531f-4cff-bd76-e7bfc6ed8e4f service nova] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 1339.291656] env[68927]: INFO networking_nsxv3.common.synchronization [req-156eac0e-af62-48b2-a291-acb68bb46f32 req-52612ef0-531f-4cff-bd76-e7bfc6ed8e4f service nova] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1339.291656] env[68927]: INFO networking_nsxv3.common.synchronization [req-156eac0e-af62-48b2-a291-acb68bb46f32 req-52612ef0-531f-4cff-bd76-e7bfc6ed8e4f service nova] Enqueued Resource ID: 81ceb423-5bb9-486f-a127-b17f9b93ed59 with Priority: HIGHEST for action port [ 1339.292135] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_rules [ 1339.292135] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1339.292135] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ceb423-5bb9-486f-a127-b17f9b93ed59 with Priority: HIGHEST for action port [ 1339.292533] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.292651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.292709] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.292883] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.293178] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.294330] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.294415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.294473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.294892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.294892] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.294892] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.295257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.295257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.295257] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.295801] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.296998] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ceb423-5bb9-486f-a127-b17f9b93ed59 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.297139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.297246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.297475] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.297647] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ceb423-5bb9-486f-a127-b17f9b93ed59',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.341923] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.342190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.342190] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.342311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.342444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.355286] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: IN_PROGRESS for 2s [ 1339.365341] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 in Status: SUCCESS [ 1339.365606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.799184] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.800301] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.800482] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.800751] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81ceb423-5bb9-486f-a127-b17f9b93ed59 with status ACTIVE [ 1339.800970] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.801097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.801186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.801357] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.801495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.801611] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.801703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.801821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.801915] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.801995] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.802346] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.802346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.802346] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.802471] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.802562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.802621] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81ceb423-5bb9-486f-a127-b17f9b93ed59 is going to be updated. [ 1339.822019] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.822278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.822278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.822506] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.822664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.822823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ceb423-5bb9-486f-a127-b17f9b93ed59" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.302206] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.805860] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.805860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.805860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.806114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.806114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.806226] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be updated. [ 1340.833150] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.833321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.833429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.833659] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.833848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.842884] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 1341.374849] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: SUCCESS [ 1341.375192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.617751] env[68927]: INFO networking_nsxv3.common.synchronization [req-3a1f8a68-4cd0-4828-af72-f72f647f1959 req-c8c28d48-bb53-45eb-a68e-e21546f8512f tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Enqueued Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1342.618337] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1342.618657] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.618765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.618833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.619092] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.619187] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.619289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.619389] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.619496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.619592] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.619676] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.851938] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 1342.852251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.852369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.852594] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.852788] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.852902] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.853022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.853206] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.853285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.853374] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.853489] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.122022] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.355459] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.625032] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.858350] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc1a03a-a585-4d0f-a437-f75eab061837: rpc.has_security_group_logging(os_id): False [ 1343.881415] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.881587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.881632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.881840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.901348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.901643] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.901764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.901824] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.902024] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.902109] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.902203] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be updated. [ 1343.957186] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.957395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.957395] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.957619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.957769] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.970494] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 1344.127448] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.127712] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.127831] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.128188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.128341] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.128500] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf is going to be updated. [ 1344.164246] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.164490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.164606] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.164914] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.165165] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.173987] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: IN_PROGRESS for 2s [ 1345.984651] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 1345.985115] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.185026] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: SUCCESS [ 1346.185331] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.620223] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.620553] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.899392] env[68927]: INFO networking_nsxv3.common.synchronization [req-b6f933fc-f5c5-4cf2-8d75-877e8d239d1d req-03bf9823-ad01-4ba3-a3f2-8c6ccfb7e114 tempest-ServerRescueNegativeTestJSON-1682947051 tempest-ServerRescueNegativeTestJSON-1682947051-project-member] Enqueued Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1348.899984] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf with Priority: HIGHEST for action security_group_members [ 1348.900362] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-28848d71-1f2d-470e-b6e3-12389be5ffcf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.900484] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.900566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.900768] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.900941] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.901065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.901130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.901337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.901379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.901459] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28848d71-1f2d-470e-b6e3-12389be5ffcf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.403316] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.403512] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.403565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.403790] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.403886] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.404098] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.404191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.404260] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.404407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.404484] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.404569] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf is going to be updated. [ 1349.432197] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.432197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.432197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.432197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.432444] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.440043] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: IN_PROGRESS for 2s [ 1351.451998] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf in Status: SUCCESS [ 1351.452418] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28848d71-1f2d-470e-b6e3-12389be5ffcf deletion is rescheduled due to dependency. [ 1351.452418] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28848d71-1f2d-470e-b6e3-12389be5ffcf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.900856] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.901337] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.258860] env[68927]: INFO networking_nsxv3.common.synchronization [req-5211e33d-9cab-4d20-8134-e60f3099a3c8 req-2df0feb2-7717-417b-8edb-54ddcbd5b333 tempest-ServerActionsTestOtherB-861116736 tempest-ServerActionsTestOtherB-861116736-project-member] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1358.258860] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGHEST for action security_group_members [ 1358.259352] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.259352] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.259478] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.259557] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.259711] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.259801] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.259862] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.260052] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.260139] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.260196] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.762162] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.762360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.762360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.762567] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.762664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.762868] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.762970] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.763038] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.763202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.763294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.763388] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be updated. [ 1358.790165] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.790356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.790356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.790507] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.790622] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.798578] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: IN_PROGRESS for 2s [ 1359.419454] env[68927]: INFO networking_nsxv3.common.synchronization [req-57597f4e-2532-43ec-a5c7-6d1082d0341d req-489a5874-f511-45a0-8e90-2f515dfd482a tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1359.420170] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1359.420560] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.420703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.420772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.421089] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.421241] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.421369] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.421433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.421779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.421779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.421902] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.924287] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.924462] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.924511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.924728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.944941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.945208] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.945322] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.945380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.945587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.945677] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.945760] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 is going to be updated. [ 1359.970903] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.971045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.971091] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.971354] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.971491] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.980506] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: IN_PROGRESS for 2s [ 1360.808480] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc1a03a-a585-4d0f-a437-f75eab061837 in Status: SUCCESS [ 1360.808480] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 deletion is rescheduled due to dependency. [ 1360.808480] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.990408] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: SUCCESS [ 1361.990800] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 deletion is rescheduled due to dependency. [ 1361.990800] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.421937] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.421937] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.466301] env[68927]: INFO networking_nsxv3.common.synchronization [req-8a8512cb-c0ed-422e-b22b-9a62487dbbab req-51b3c8c3-a283-42e5-bfae-464472c04e60 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1367.466733] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1367.467056] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.467182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.467250] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.467465] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.467619] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.467718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.467779] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.467920] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.468012] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.468110] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.728310] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.728551] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.728686] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.728948] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.729222] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.729382] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.729503] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.729725] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.729851] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.730072] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1367.730191] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1367.730303] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1367.730413] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1367.730525] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1367.730633] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1367.730770] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1367.750940] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1367.751080] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1367.751226] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1367.751420] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-80" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.751710] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-7b3926b1-c3a5-4bab-b1c0-d73445055113 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.751879] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-7b3926b1-c3a5-4bab-b1c0-d73445055113" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.752012] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-7b3926b1-c3a5-4bab-b1c0-d73445055113" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.752331] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-7b3926b1-c3a5-4bab-b1c0-d73445055113" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.752493] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b3926b1-c3a5-4bab-b1c0-d73445055113',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.971025] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.971286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.971286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.971450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.971525] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.971730] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.971825] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.971889] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.972050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.972130] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.972221] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 is going to be updated. [ 1367.997042] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.997168] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.997300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.997412] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.997545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.005514] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: IN_PROGRESS for 2s [ 1368.255198] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.255447] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.255597] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.255919] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.256093] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.256259] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 7b3926b1-c3a5-4bab-b1c0-d73445055113 not found, creating... [ 1368.256535] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.256697] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.256822] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.257060] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.257211] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.257529] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.257699] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.257823] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.258047] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.258192] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.258339] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 7b3926b1-c3a5-4bab-b1c0-d73445055113 is going to be created. [ 1368.277211] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.277488] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.277655] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.277969] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.278296] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.278582] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-7b3926b1-c3a5-4bab-b1c0-d73445055113" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.944323] env[68927]: INFO networking_nsxv3.common.synchronization [req-8a8512cb-c0ed-422e-b22b-9a62487dbbab req-2202cde5-b56a-4b07-a3f5-f8cced6b04e0 service nova] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_rules [ 1368.944591] env[68927]: INFO networking_nsxv3.common.synchronization [req-8a8512cb-c0ed-422e-b22b-9a62487dbbab req-2202cde5-b56a-4b07-a3f5-f8cced6b04e0 service nova] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1368.944714] env[68927]: INFO networking_nsxv3.common.synchronization [req-8a8512cb-c0ed-422e-b22b-9a62487dbbab req-2202cde5-b56a-4b07-a3f5-f8cced6b04e0 service nova] Enqueued Resource ID: 7b3926b1-c3a5-4bab-b1c0-d73445055113 with Priority: HIGHEST for action port [ 1368.944881] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_rules [ 1368.945014] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1368.945116] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3926b1-c3a5-4bab-b1c0-d73445055113 with Priority: HIGHEST for action port [ 1368.945653] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.945781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.945850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.946194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.946301] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.947536] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.947637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.947829] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b3926b1-c3a5-4bab-b1c0-d73445055113 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.947929] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b3926b1-c3a5-4bab-b1c0-d73445055113" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.947993] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b3926b1-c3a5-4bab-b1c0-d73445055113" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.948289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b3926b1-c3a5-4bab-b1c0-d73445055113" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.948373] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b3926b1-c3a5-4bab-b1c0-d73445055113',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.448380] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.448380] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.451215] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b3926b1-c3a5-4bab-b1c0-d73445055113 with status ACTIVE [ 1369.451215] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.451215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.451215] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.451413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.451413] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.451585] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.451671] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.451735] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.451839] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.451919] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.452106] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.452199] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.452255] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.452392] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.452468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.452549] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b3926b1-c3a5-4bab-b1c0-d73445055113 is going to be updated. [ 1369.471401] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.471583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.471661] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.471990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.471990] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.472188] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b3926b1-c3a5-4bab-b1c0-d73445055113" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.014452] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: SUCCESS [ 1370.014823] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 deletion is rescheduled due to dependency. [ 1370.014823] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.014904] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.015098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.015280] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.015417] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.015504] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.015680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.015757] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.015853] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.518484] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.020971] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.524402] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.524614] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.524662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.524850] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.524942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.525055] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 is going to be updated. [ 1371.551978] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.552133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.552212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.552400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.552547] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.559959] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: IN_PROGRESS for 2s [ 1373.569803] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: SUCCESS [ 1373.570133] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.570221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.570419] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.570621] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.570728] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.570796] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.570952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.571045] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.571132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.571241] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.945744] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.945974] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1374.073536] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.576504] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7: rpc.has_security_group_logging(os_id): False [ 1374.593849] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.594036] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.594085] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.594264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.594351] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.594591] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.594690] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.594745] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.594894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.594971] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.595076] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 is going to be updated. [ 1374.657373] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.657524] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.657571] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.657723] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.657857] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.669933] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: IN_PROGRESS for 2s [ 1376.684770] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: SUCCESS [ 1376.685184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.947318] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.947318] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.948552] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.948948] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.950054] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.950054] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.951564] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.951995] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.953026] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.953026] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.954051] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.954370] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.954912] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.955386] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.548219] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.548495] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.548581] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.548834] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.549118] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.549283] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.549405] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.549624] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.550904] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.550904] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1410.550904] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1410.550904] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1410.550904] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1410.550904] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1410.550904] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1410.550904] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1410.568869] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1410.569035] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1410.569230] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1410.569433] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.569752] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.570017] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.571027] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.571027] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.571027] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a54dd6-516d-41ca-bf38-dde7f85b8b74',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.073271] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.073551] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.073699] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.074061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.074254] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.074604] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.074806] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.074948] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.075235] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.075401] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.075732] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.075918] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.076128] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.076381] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.076541] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.076721] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: f5a54dd6-516d-41ca-bf38-dde7f85b8b74 is going to be updated. [ 1411.096851] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.097067] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.097215] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.097466] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.097676] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.097929] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.761341] env[68927]: INFO networking_nsxv3.common.synchronization [req-c85a1aa8-a3c7-4875-a93c-b670e40c528b req-8228301d-ffb8-4fee-8e26-094f09017c47 service nova] Enqueued Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_rules [ 1411.761341] env[68927]: INFO networking_nsxv3.common.synchronization [req-c85a1aa8-a3c7-4875-a93c-b670e40c528b req-8228301d-ffb8-4fee-8e26-094f09017c47 service nova] Enqueued Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_members [ 1411.761341] env[68927]: INFO networking_nsxv3.common.synchronization [req-c85a1aa8-a3c7-4875-a93c-b670e40c528b req-8228301d-ffb8-4fee-8e26-094f09017c47 service nova] Enqueued Resource ID: f5a54dd6-516d-41ca-bf38-dde7f85b8b74 with Priority: HIGHEST for action port [ 1411.761341] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_rules [ 1411.761341] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_members [ 1411.761963] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a54dd6-516d-41ca-bf38-dde7f85b8b74 with Priority: HIGHEST for action port [ 1411.762390] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.764010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.764010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.764010] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.764010] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.764910] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.765526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.765526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.765526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.765526] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.765732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.765732] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.766565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.766565] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.766565] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.767788] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.767788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.767788] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.768095] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.768223] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a54dd6-516d-41ca-bf38-dde7f85b8b74',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.265613] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.265858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.270044] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5a54dd6-516d-41ca-bf38-dde7f85b8b74 with status ACTIVE [ 1412.270224] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.270336] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.270410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.270611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.270717] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.270862] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.270975] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.271073] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.271184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.271253] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.271434] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.271552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.271619] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.271713] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.271795] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.271866] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5a54dd6-516d-41ca-bf38-dde7f85b8b74 is going to be updated. [ 1412.272931] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.292904] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.293084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.293084] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.293225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.293334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.293490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a54dd6-516d-41ca-bf38-dde7f85b8b74" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.775599] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.278481] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.278698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.278698] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.278901] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.278999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.279113] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 is going to be updated. [ 1413.309040] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.309205] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.309261] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.309405] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.309536] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.317476] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 in Status: IN_PROGRESS for 2s [ 1415.329351] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 in Status: SUCCESS [ 1415.329828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.329828] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.329949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.330141] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.330297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.330379] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.330473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.330548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.330639] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.330725] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.833238] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.336181] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40: rpc.has_security_group_logging(os_id): False [ 1416.360819] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.361058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.361058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.361407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.361534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.361870] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.362061] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.362153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.362320] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.362400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.362563] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 is going to be updated. [ 1416.422282] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.422584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.422584] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.422908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.423096] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.434529] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 in Status: IN_PROGRESS for 2s [ 1416.764096] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.764096] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1418.448766] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 in Status: SUCCESS [ 1418.449174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.765578] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.765982] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.766889] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.767313] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.174852] env[68927]: INFO networking_nsxv3.common.synchronization [req-20a2412a-c749-4931-9a7f-3ccd721bafe2 req-6437ea44-42d8-4ca4-a50b-ced78cc6ee03 tempest-ServerActionsTestJSON-1596591055 tempest-ServerActionsTestJSON-1596591055-project-member] Enqueued Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1430.175378] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 with Priority: HIGHEST for action security_group_members [ 1430.175684] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.175806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.175865] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.176201] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.176361] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.176464] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.176526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.176681] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.176734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.176826] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.679639] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.679873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.679873] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.680126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.680228] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.680436] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.680540] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.680603] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.680758] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.680835] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.680924] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 is going to be updated. [ 1430.707909] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.708098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.708098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.708225] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.708359] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.716588] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: IN_PROGRESS for 2s [ 1432.730186] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 in Status: SUCCESS [ 1432.730572] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7 deletion is rescheduled due to dependency. [ 1432.730572] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.176021] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.176523] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.177624] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.177997] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.178729] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.179171] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.179675] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.180111] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.181023] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.181418] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.182083] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.182555] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.183617] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.184116] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.184594] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.185029] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.637419] env[68927]: INFO networking_nsxv3.common.synchronization [req-1b26a8f9-b23a-41d5-87dd-52c075c3b24e req-80a2a884-7735-42f8-93a7-2f696ab9a853 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Enqueued Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_members [ 1471.637954] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGHEST for action security_group_members [ 1471.638283] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.638422] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.638493] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.638684] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.638839] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.638939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.638999] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.640117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.640117] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.640117] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.141423] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.141669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.141669] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.141956] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.142113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.142347] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.142490] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.142589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.142783] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.142887] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.142996] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 is going to be updated. [ 1472.169407] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.169587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.169587] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.169776] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.169940] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.178247] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 in Status: IN_PROGRESS for 2s [ 1474.187889] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 in Status: SUCCESS [ 1474.188285] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 deletion is rescheduled due to dependency. [ 1474.188285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.248882] env[68927]: INFO networking_nsxv3.common.synchronization [None req-312dfea6-99af-4297-9ff8-ee4088868a3b tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Enqueued Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_rules [ 1476.249440] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_rules [ 1476.249743] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.249871] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.249937] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.250221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.250307] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.309549] env[68927]: INFO networking_nsxv3.common.synchronization [None req-91265b76-fce1-42a5-a1ec-79afd44e0ab6 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Enqueued Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_rules [ 1476.310046] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_rules [ 1476.310357] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.310466] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.769840] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.770067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.770067] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.770281] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.770372] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.770489] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 already deleted. [ 1476.770564] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.770678] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.770849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.770933] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.292098] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.292602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.292602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.292602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.292602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.292878] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 already deleted. [ 1477.292878] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.310766] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.311142] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.470043] env[68927]: INFO networking_nsxv3.common.synchronization [req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 req-307b187a-caa6-466e-a325-90b0021477b1 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Enqueued Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_members [ 1481.470580] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_members [ 1481.470882] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.471020] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.471098] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.471337] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.471492] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.471589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.471653] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.471803] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.471899] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.472052] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.713356] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.717014] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.717014] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.717014] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.717014] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.717014] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.717014] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.717014] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.717014] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.717014] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1481.717014] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1481.717014] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1481.717014] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1481.717014] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1481.717014] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1481.717014] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1481.736031] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1481.736289] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1481.736487] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1481.736727] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.737087] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-4dd06fee-9454-4f70-87ef-ae643144d7a0 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.737343] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.737524] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.737865] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.738079] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd06fee-9454-4f70-87ef-ae643144d7a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.977972] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.978194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.978194] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.978445] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.978585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.978862] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.978998] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.979081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.979294] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.979401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.979511] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 already deleted. [ 1481.979617] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.240265] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.240532] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.240667] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.241377] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.241377] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.241377] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Segment Port 4dd06fee-9454-4f70-87ef-ae643144d7a0 not found, creating... [ 1482.241561] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.241691] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.241815] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.242051] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.242256] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.242488] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.242687] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.242754] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.242969] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.243128] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.243278] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 4dd06fee-9454-4f70-87ef-ae643144d7a0 is going to be created. [ 1482.262609] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.262782] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.262901] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.263167] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.263397] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.263619] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.924077] env[68927]: INFO networking_nsxv3.common.synchronization [req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 req-7f423734-b176-4d70-9f36-fe86fea37cc7 service nova] Enqueued Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_rules [ 1482.924349] env[68927]: INFO networking_nsxv3.common.synchronization [req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 req-7f423734-b176-4d70-9f36-fe86fea37cc7 service nova] Enqueued Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_members [ 1482.924397] env[68927]: INFO networking_nsxv3.common.synchronization [req-2a796f46-b0ff-461f-8349-f80f2ebb42c1 req-7f423734-b176-4d70-9f36-fe86fea37cc7 service nova] Enqueued Resource ID: 4dd06fee-9454-4f70-87ef-ae643144d7a0 with Priority: HIGHEST for action port [ 1482.924633] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_rules [ 1482.924758] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_members [ 1482.924859] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd06fee-9454-4f70-87ef-ae643144d7a0 with Priority: HIGHEST for action port [ 1482.925411] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.925541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.925641] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.925900] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.925986] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.927206] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.927324] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.927394] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.927568] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.927778] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.927886] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.927987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.928110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.928197] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.928291] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.929060] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd06fee-9454-4f70-87ef-ae643144d7a0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.929179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.929234] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.929382] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.929457] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd06fee-9454-4f70-87ef-ae643144d7a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.431415] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.431415] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.431415] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.432273] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dd06fee-9454-4f70-87ef-ae643144d7a0 with status ACTIVE [ 1483.432379] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.432459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.432526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.434180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.434180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.434180] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.434180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.434180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.434180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.434180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.434180] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.434180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.434180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.434180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.434180] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.434180] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dd06fee-9454-4f70-87ef-ae643144d7a0 is going to be updated. [ 1483.453130] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.454301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.454301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.454301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.454301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.454301] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.936024] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.437871] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.438128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.438128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.438329] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.438420] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.438521] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 is going to be created. [ 1484.461364] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.461541] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.461596] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.461734] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.461906] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.470702] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: UNINITIALIZED for 2s [ 1486.481769] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: SUCCESS [ 1486.482149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.482149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.482334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.482513] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.482628] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.482695] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.482848] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.482930] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.483031] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.483126] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.986083] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.488711] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5: rpc.has_security_group_logging(os_id): False [ 1487.506072] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.506233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.506264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.506479] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.506570] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.506808] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.506915] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.507016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.507184] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.507263] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.507352] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 is going to be created. [ 1487.562155] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.562272] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.562356] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.562495] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.562682] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.572790] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: IN_PROGRESS for 2s [ 1487.926619] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.926754] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1489.584836] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: SUCCESS [ 1489.585163] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.927624] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.927960] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.928661] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.929044] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.930268] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.930600] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.932073] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.932470] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.933690] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.934058] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.934392] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.934721] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.935898] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.936282] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.937255] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.937255] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.939152] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.939622] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.940461] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.940865] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.941304] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.941630] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.942419] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.942670] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.943944] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.944240] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.280977] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.281278] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.281336] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.281651] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.281997] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.282192] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.282317] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.282547] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.282695] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.282973] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1553.283057] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] NeedRegenerationException {{(pid=68927) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1553.283169] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] no value, waiting for create lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1553.283321] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] value creation lock acquired {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1553.283449] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] No value present for key: 'zone-id' {{(pid=68927) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1553.283564] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Calling creation function for not-yet-present value {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1553.283714] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1553.309507] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1553.309658] env[68927]: DEBUG dogpile.cache.region [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=68927) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1553.309797] env[68927]: DEBUG dogpile.lock [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Released creation lock {{(pid=68927) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1553.309963] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "network-40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.310251] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock port-4dd06fee-9454-4f70-87ef-ae643144d7a0 taken with stack trace [, , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.310420] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.310549] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.310774] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.310937] env[68927]: DEBUG networking_nsxv3.api.rpc [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd06fee-9454-4f70-87ef-ae643144d7a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.813516] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.813752] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.813854] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.814189] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.814362] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.814653] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.814822] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.814946] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.815191] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.815335] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.815668] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.815827] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.815952] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.816177] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.816360] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.816473] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Resource: SegmentPort with ID: 4dd06fee-9454-4f70-87ef-ae643144d7a0 is going to be updated. [ 1553.836333] env[68927]: DEBUG networking_nsxv3.common.locking [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.836561] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.836621] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.836840] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.837061] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.837283] env[68927]: DEBUG oslo_concurrency.lockutils [None req-5b133358-09a1-4571-a5cb-e2f6bad55de8 None None] Releasing lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.486311] env[68927]: INFO networking_nsxv3.common.synchronization [req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea req-fd12c502-a564-4394-b47c-c3752a54cf66 service nova] Enqueued Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_rules [ 1554.486311] env[68927]: INFO networking_nsxv3.common.synchronization [req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea req-fd12c502-a564-4394-b47c-c3752a54cf66 service nova] Enqueued Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_members [ 1554.486311] env[68927]: INFO networking_nsxv3.common.synchronization [req-94dbbe2c-1c85-483d-ac5f-f69c54a5f1ea req-fd12c502-a564-4394-b47c-c3752a54cf66 service nova] Enqueued Resource ID: 4dd06fee-9454-4f70-87ef-ae643144d7a0 with Priority: HIGHEST for action port [ 1554.486311] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_rules [ 1554.486311] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_members [ 1554.486311] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd06fee-9454-4f70-87ef-ae643144d7a0 with Priority: HIGHEST for action port [ 1554.486311] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.486311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.486311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.486311] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.486311] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.487712] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.487955] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.488016] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.488256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.488507] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.488646] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.488755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.488987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.489147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.489300] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.490820] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd06fee-9454-4f70-87ef-ae643144d7a0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.490994] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.491103] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.491313] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.491421] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd06fee-9454-4f70-87ef-ae643144d7a0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.849616] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1554.849847] env[68927]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-80b2198a-08d8-4e0a-8f2f-40580a586666 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1554.992949] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.993941] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.994156] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.994304] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dd06fee-9454-4f70-87ef-ae643144d7a0 with status ACTIVE [ 1554.994393] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.994534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.994534] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.994748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.994840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.995017] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.995138] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.995183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.995319] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.995378] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.995601] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.995792] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.995859] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.995996] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.996075] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.996196] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dd06fee-9454-4f70-87ef-ae643144d7a0 is going to be updated. [ 1555.144955] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.145120] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.145191] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.145433] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.145560] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.145706] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd06fee-9454-4f70-87ef-ae643144d7a0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.498311] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.000884] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.001140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.001192] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.001397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.001515] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.001687] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 is going to be updated. [ 1556.031772] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.031948] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.031948] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.032140] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.032278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.040325] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: IN_PROGRESS for 2s [ 1558.052075] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: SUCCESS [ 1558.052410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.052410] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.052612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.052801] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.052917] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.052977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.053149] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.053231] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.053315] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.053406] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.555463] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.058234] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5: rpc.has_security_group_logging(os_id): False [ 1559.075707] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.075945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.075945] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.076158] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.076241] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.076465] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.076602] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.076686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.076759] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.076834] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.076915] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 is going to be updated. [ 1559.134280] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.134562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.134562] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.134686] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.134856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.146022] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: IN_PROGRESS for 2s [ 1559.485968] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.486212] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1561.159124] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: SUCCESS [ 1561.159523] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.487718] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.488091] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.488716] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.489130] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.792794] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.793212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.793212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.793278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.793365] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.295800] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.797914] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.300631] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1572.300803] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1573.016743] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.017167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.017167] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.017287] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.028494] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1573.029348] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.030493] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1573.066372] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.066528] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.066566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.066772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.080113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.080822] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1573.080902] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1573.080987] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1573.111882] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.112063] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.112106] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.112285] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.112958] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.113115] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1573.202490] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.202696] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.202696] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.202911] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.203246] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.203530] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1573.280759] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.280959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.280959] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.281128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.281414] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.281693] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1573.281788] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'109ec895-1abb-4012-9dbd-c3b5f3ece112', '6b5798ea-b5bf-4511-b6a8-03ab6457dcc9', 'a51286ca-aed2-4de3-b316-c13d68c3bca6', '71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5', '5e007d0a-4239-4115-a99d-781a7f3dc0ea', 'dfa63990-4332-482c-a477-0c46d98c27f0', '6a22db94-5a6a-440e-9f29-0e63827cc01c', 'c85002a9-f5d5-4a76-bd1d-da1428b0134c', '470eaf51-22c3-4176-9c58-420c88f8d402', 'fdc1a03a-a585-4d0f-a437-f75eab061837', '7437090d-af59-4315-a675-4274cbfc0f62', '43da0f15-1ffd-4c3b-b61e-afa8e6d50c40', '94d5eaa0-aba5-4a00-85f7-aaa971fdae89', '089afbbd-f47c-401e-8065-3b3dcd8bf411', '90383b61-6ad5-4b27-a26a-5031c62bfb0d', '6f74adbe-58f1-4c08-b14c-15b6079548f9', '6551fd04-a583-4c56-a62c-e6fbd87c39be', '4be3b2bb-f69b-436c-aaa0-6851d4ccdd33', '96050706-20f4-4727-9e71-c3538529d21e', '44484ceb-acba-41d6-8a6a-22639e07f9bf', '3c4a51b5-20be-47d9-aef0-a29f82c76270', 'cd793436-e0c2-4ae2-a278-ebf2a6ad74e1', '24523c5b-9c92-4867-be83-8b7872f0d3c6', 'b46112a1-2b7f-4aeb-93c2-ad952ecde088', '64939ec2-5253-4563-814c-4583ff17f8b3', '28848d71-1f2d-470e-b6e3-12389be5ffcf', 'bfbc5978-fd43-4b17-ad79-1b6db7d11e27', 'd0e6fdd3-e241-49e8-8c0a-3d32ee8f81e7'} {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1573.281866] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1573.299420] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.299549] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.299589] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.299765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.299849] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.299947] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1573.300028] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1573.300100] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1573.373714] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.373876] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.373926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.374126] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.375300] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.375553] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1573.375679] env[68927]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68927) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1573.375754] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1573.375821] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1573.375922] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1573.376031] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 with Priority: HIGH for action security_group_rules [ 1573.376116] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGH for action security_group_rules [ 1573.376184] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGH for action security_group_rules [ 1573.376248] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGH for action security_group_rules [ 1573.376311] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea with Priority: HIGH for action security_group_rules [ 1573.376373] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGH for action security_group_rules [ 1573.376433] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGH for action security_group_rules [ 1573.376495] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c with Priority: HIGH for action security_group_rules [ 1573.376556] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGH for action security_group_rules [ 1573.376618] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGH for action security_group_rules [ 1573.376680] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGH for action security_group_rules [ 1573.376742] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGH for action security_group_rules [ 1573.376804] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGH for action security_group_rules [ 1573.376865] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGH for action security_group_rules [ 1573.376926] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGH for action security_group_rules [ 1573.376989] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGH for action security_group_rules [ 1573.377061] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be with Priority: HIGH for action security_group_rules [ 1573.377124] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGH for action security_group_rules [ 1573.377186] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96050706-20f4-4727-9e71-c3538529d21e with Priority: HIGH for action security_group_rules [ 1573.377248] env[68927]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGH for action security_group_rules [ 1573.377339] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.490058] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.490412] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1574.490412] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 with Priority: HIGH for action security_group_rules [ 1574.490500] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 with Priority: HIGH for action security_group_rules [ 1574.490534] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c with Priority: HIGH for action security_group_rules [ 1574.490619] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d with Priority: HIGH for action security_group_rules [ 1574.490717] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf with Priority: HIGH for action security_group_rules [ 1574.490813] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96050706-20f4-4727-9e71-c3538529d21e with Priority: HIGH for action security_group_rules [ 1574.490904] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 with Priority: HIGH for action security_group_rules [ 1574.490995] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be with Priority: HIGH for action security_group_rules [ 1574.491101] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 with Priority: HIGH for action security_group_rules [ 1574.491187] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 with Priority: HIGH for action security_group_rules [ 1574.491274] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 with Priority: HIGH for action security_group_rules [ 1574.491360] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 with Priority: HIGH for action security_group_rules [ 1574.492140] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7437090d-af59-4315-a675-4274cbfc0f62 with Priority: HIGH for action security_group_rules [ 1574.492284] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc1a03a-a585-4d0f-a437-f75eab061837 with Priority: HIGH for action security_group_rules [ 1574.492385] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470eaf51-22c3-4176-9c58-420c88f8d402 with Priority: HIGH for action security_group_rules [ 1574.492474] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa63990-4332-482c-a477-0c46d98c27f0 with Priority: HIGH for action security_group_rules [ 1574.492567] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c with Priority: HIGH for action security_group_rules [ 1574.492659] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea with Priority: HIGH for action security_group_rules [ 1574.492750] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 with Priority: HIGH for action security_group_rules [ 1574.492838] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGH for action security_group_rules [ 1574.493199] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109ec895-1abb-4012-9dbd-c3b5f3ece112 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.493334] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.493400] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.493607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.493708] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109ec895-1abb-4012-9dbd-c3b5f3ece112',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.494684] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a51286ca-aed2-4de3-b316-c13d68c3bca6 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.494805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.494872] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.495049] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.495127] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a51286ca-aed2-4de3-b316-c13d68c3bca6',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.495883] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a22db94-5a6a-440e-9f29-0e63827cc01c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.495985] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.496058] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.496207] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.496278] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a22db94-5a6a-440e-9f29-0e63827cc01c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.496993] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.497071] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.497108] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.497256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.497327] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90383b61-6ad5-4b27-a26a-5031c62bfb0d',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.498107] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44484ceb-acba-41d6-8a6a-22639e07f9bf taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.498308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.498308] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.498416] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.498486] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44484ceb-acba-41d6-8a6a-22639e07f9bf',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.499147] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96050706-20f4-4727-9e71-c3538529d21e taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.499256] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.499323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.499468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.499539] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96050706-20f4-4727-9e71-c3538529d21e',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.500194] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.500298] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.500365] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.500511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.500652] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be3b2bb-f69b-436c-aaa0-6851d4ccdd33',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.501278] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6551fd04-a583-4c56-a62c-e6fbd87c39be taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.501385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.501451] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.501599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.501674] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6551fd04-a583-4c56-a62c-e6fbd87c39be',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.502438] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089afbbd-f47c-401e-8065-3b3dcd8bf411 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.502548] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.502631] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.502781] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.502853] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089afbbd-f47c-401e-8065-3b3dcd8bf411',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.503556] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f74adbe-58f1-4c08-b14c-15b6079548f9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.503680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.503754] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.503907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.503978] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f74adbe-58f1-4c08-b14c-15b6079548f9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.504655] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.504765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.504833] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.504977] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.505063] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d5eaa0-aba5-4a00-85f7-aaa971fdae89',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.505805] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.505894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.505894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.506055] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.506128] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43da0f15-1ffd-4c3b-b61e-afa8e6d50c40',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.506876] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7437090d-af59-4315-a675-4274cbfc0f62 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.506987] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.507179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.507245] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.507293] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7437090d-af59-4315-a675-4274cbfc0f62',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.507938] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc1a03a-a585-4d0f-a437-f75eab061837 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.508060] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.508128] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.508274] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.508346] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc1a03a-a585-4d0f-a437-f75eab061837',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.508992] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-470eaf51-22c3-4176-9c58-420c88f8d402 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.509114] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.509179] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.509323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.509394] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('470eaf51-22c3-4176-9c58-420c88f8d402',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.510148] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfa63990-4332-482c-a477-0c46d98c27f0 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.510264] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.510304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.510452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.510524] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfa63990-4332-482c-a477-0c46d98c27f0',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.511350] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c85002a9-f5d5-4a76-bd1d-da1428b0134c taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.511505] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.511612] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.511855] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.511978] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c85002a9-f5d5-4a76-bd1d-da1428b0134c',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.512838] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e007d0a-4239-4115-a99d-781a7f3dc0ea taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.512951] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.513035] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.513211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.513284] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e007d0a-4239-4115-a99d-781a7f3dc0ea',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.513947] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.514054] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.514123] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.514268] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.514339] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b5798ea-b5bf-4511-b6a8-03ab6457dcc9',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.515057] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.515166] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.515233] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.515377] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.515447] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.548108] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.548266] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.548321] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.548527] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.549972] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.550081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.554650] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.554744] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.555450] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.555561] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.556309] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.556426] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.557183] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.557278] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.564651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.564758] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43da0f15-1ffd-4c3b-b61e-afa8e6d50c40 is going to be deleted. [ 1574.565472] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.565688] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.580952] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.581072] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d5eaa0-aba5-4a00-85f7-aaa971fdae89 is going to be deleted. [ 1574.581742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.581903] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.605485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.605585] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6551fd04-a583-4c56-a62c-e6fbd87c39be is going to be deleted. [ 1574.606287] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.606451] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.628975] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.629110] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.636059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.636059] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f74adbe-58f1-4c08-b14c-15b6079548f9 is going to be deleted. [ 1574.636059] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.636221] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.647168] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.647277] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.660748] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.660852] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90383b61-6ad5-4b27-a26a-5031c62bfb0d is going to be deleted. [ 1574.661583] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.661764] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.681843] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.682025] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.690485] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.690591] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a51286ca-aed2-4de3-b316-c13d68c3bca6 is going to be deleted. [ 1574.691286] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.691459] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.691545] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.691662] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43da0f15-1ffd-4c3b-b61e-afa8e6d50c40" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.691805] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.691948] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.692037] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.692153] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d5eaa0-aba5-4a00-85f7-aaa971fdae89" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.692564] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.692718] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.692802] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.692907] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6551fd04-a583-4c56-a62c-e6fbd87c39be" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.731709] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.731847] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.731926] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.732113] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.732195] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.732304] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f74adbe-58f1-4c08-b14c-15b6079548f9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.759878] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.759988] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.760043] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.760198] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.760280] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.760383] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90383b61-6ad5-4b27-a26a-5031c62bfb0d" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.776220] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.776353] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.776397] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.776553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.776651] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.776785] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a51286ca-aed2-4de3-b316-c13d68c3bca6" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.032990] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.033183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.033183] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.033340] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.033491] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.033585] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.033649] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.033791] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.033875] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.033960] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.034058] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.043588] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.043720] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.043818] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.043978] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.045456] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.045599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.048170] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.048269] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.048957] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.049062] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.051716] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.051810] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.054364] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.054468] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.057902] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.058051] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.058660] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.058755] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.060469] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.060566] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.061457] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.061553] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.066081] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.066170] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.067593] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1575.067986] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.068081] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.068646] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1575.069065] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.069179] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a22db94-5a6a-440e-9f29-0e63827cc01c is going to be deleted. [ 1575.070546] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.070644] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.070715] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.070894] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.085347] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.085432] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c85002a9-f5d5-4a76-bd1d-da1428b0134c is going to be deleted. [ 1575.086217] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.086407] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.101276] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.101382] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b5798ea-b5bf-4511-b6a8-03ab6457dcc9 is going to be deleted. [ 1575.102112] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.102291] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.117661] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.117771] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109ec895-1abb-4012-9dbd-c3b5f3ece112 is going to be deleted. [ 1575.118494] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.118680] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.128672] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.128771] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.136815] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.136919] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96050706-20f4-4727-9e71-c3538529d21e is going to be deleted. [ 1575.137637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.137821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.139097] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.139200] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.156963] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.157075] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.175122] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.175211] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.209296] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.209477] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be3b2bb-f69b-436c-aaa0-6851d4ccdd33 is going to be deleted. [ 1575.210385] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.210598] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.256307] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.256450] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.306360] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.306472] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfa63990-4332-482c-a477-0c46d98c27f0 is going to be deleted. [ 1575.307295] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.307510] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.337129] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.337241] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 470eaf51-22c3-4176-9c58-420c88f8d402 is going to be deleted. [ 1575.337939] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.338155] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.351081] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.351186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.391216] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.391325] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089afbbd-f47c-401e-8065-3b3dcd8bf411 is going to be deleted. [ 1575.392132] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.392318] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.395533] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.395683] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.430430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.430535] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc1a03a-a585-4d0f-a437-f75eab061837 is going to be deleted. [ 1575.431251] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.431434] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.478811] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.478908] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e007d0a-4239-4115-a99d-781a7f3dc0ea is going to be deleted. [ 1575.479666] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.479860] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.481107] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.481212] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.516154] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.516474] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.543624] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.565323] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.565404] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7437090d-af59-4315-a675-4274cbfc0f62 is going to be deleted. [ 1575.566297] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.566499] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.569305] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.569409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.612777] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.612890] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44484ceb-acba-41d6-8a6a-22639e07f9bf is going to be deleted. [ 1575.613711] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.613921] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.614021] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.614145] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a22db94-5a6a-440e-9f29-0e63827cc01c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.614292] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.614439] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.614526] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.614630] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c85002a9-f5d5-4a76-bd1d-da1428b0134c" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.615568] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.615714] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.615786] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.615941] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.616033] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.616147] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e007d0a-4239-4115-a99d-781a7f3dc0ea" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.616266] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.616409] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.616496] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.616607] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b5798ea-b5bf-4511-b6a8-03ab6457dcc9" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.616719] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.616858] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.616932] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.617050] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109ec895-1abb-4012-9dbd-c3b5f3ece112" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.617186] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.617327] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.617401] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.617511] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96050706-20f4-4727-9e71-c3538529d21e" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.617856] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.618022] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.618105] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.618219] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be3b2bb-f69b-436c-aaa0-6851d4ccdd33" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.618343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.618482] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.618555] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.618664] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfa63990-4332-482c-a477-0c46d98c27f0" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.618772] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.618908] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.618980] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.619097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-470eaf51-22c3-4176-9c58-420c88f8d402" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.619222] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.619358] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.619430] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.619525] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089afbbd-f47c-401e-8065-3b3dcd8bf411" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.619632] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.619765] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.619840] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.619942] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc1a03a-a585-4d0f-a437-f75eab061837" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.697183] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.697429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.697429] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.697552] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.697637] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.697750] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7437090d-af59-4315-a675-4274cbfc0f62" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.721809] env[68927]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1575.722290] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.722404] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.722473] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.722650] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.722742] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.722852] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44484ceb-acba-41d6-8a6a-22639e07f9bf" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.046228] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5: rpc.has_security_group_logging(os_id): False [ 1576.062960] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.063202] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.063303] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.063821] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.079363] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.079624] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.079737] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.079806] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.079982] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.080074] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.080165] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 is going to be updated. [ 1576.132903] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.133057] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.133097] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.133289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.133427] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.147157] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: IN_PROGRESS for 2s [ 1578.162771] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: SUCCESS [ 1578.163174] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.494015] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.494411] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.495818] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.496231] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.497573] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.497793] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.499087] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.499434] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.500192] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.500539] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.501398] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.501710] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.862671] env[68927]: INFO networking_nsxv3.common.synchronization [req-a0e507fd-a372-42cf-a505-39e6a79221b4 req-479e456f-24c8-497b-a48a-a0b2c80e0273 tempest-AttachVolumeShelveTestJSON-756511314 tempest-AttachVolumeShelveTestJSON-756511314-project-member] Enqueued Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_members [ 1605.863216] env[68927]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 with Priority: HIGHEST for action security_group_members [ 1605.863514] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 taken with stack trace [, , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.863638] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.863703] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.863895] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.864154] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.864289] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.864343] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.864520] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.864551] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.864631] env[68927]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5',) {} {{(pid=68927) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.367480] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.367672] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.367726] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.367949] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.368060] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.368266] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.368386] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.368452] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.368611] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.368691] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.368780] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 is going to be updated. [ 1606.397303] env[68927]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68927) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.397460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.397460] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.397599] env[68927]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.397730] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.405187] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: IN_PROGRESS for 2s [ 1608.415751] env[68927]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 in Status: SUCCESS [ 1608.416182] env[68927]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5 deletion is rescheduled due to dependency. [ 1608.416182] env[68927]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71bd3f74-8eb4-44cf-a985-bd12d3ae9ea5" {{(pid=68927) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.864537] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.864905] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.865772] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.866166] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.866850] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.867310] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.868056] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.868056] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.868919] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.868919] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1635.869825] env[68927]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.869825] env[68927]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0